Mitiq + Error Mitigation + Noise Backend + Optuna (IBM)

import sys
import os
sys.path.insert(0, os.path.abspath('../'))
sys.path.insert(0, os.path.abspath('../../'))

import qiskit
provider = qiskit.IBMQ.load_account()

import optuna
from qiskit import Aer
from qiskit.algorithms import QAOA
from qiskit_optimization.algorithms import MinimumEigenOptimizer
from qiskit.ignis.mitigation import CompleteMeasFitter
from shared.QiskitMaxcut import *
from shared.Mitiq_QAOA import *
from ibm.ibm_parameters import *
%matplotlib inline

print_parameters()

Optimizers: ['SPSA', 'QN-SPSA', 'COBYLA'] with MaxIter of 500
Number of shots: 8000
Repetitions: [ 1; 50 ]
Gamma value interval: [ -3.141592653589793; 3.141592653589793 ]
Beta value interval: [ 3.141592653589793;-3.141592653589793 ]
Number of Optuna Trials: 150
Noise Backend Name: ibmq_toronto

# ---- Define graph and MaxCut ----
graph = load_graph()
max_cut = Maxcut(graph)
max_cut_qubo = max_cut.to_qubo()
max_cut.draw()

def init_qaoa(optimizer, reps, init_parameters):
    quantum_instance = QuantumInstance(
                    backend=Aer.get_backend(DEFAULT_QASM_SIMULATOR),
                    shots=SHOTS,
                    noise_model=noise_model,
                    coupling_map=coupling_map,
                    basis_gates=basis_gates,
                    measurement_error_mitigation_cls=CompleteMeasFitter,
                    measurement_error_mitigation_shots=SHOTS
    )

    # generate QAOA to get circuit
    pre_qaoa = QAOA(optimizer=COBYLA(maxiter=1, tol=0), quantum_instance=quantum_instance, reps=reps, initial_point=init_parameters)
    MinimumEigenOptimizer(pre_qaoa).solve(max_cut_qubo)

    circuit = pre_qaoa.get_optimal_circuit()
    circuit.measure_all()

    if optimizer == "QN-SPSA":
        fidelity = QNSPSA.get_fidelity(pre_qaoa.ansatz)
        optimizer = QNSPSA(fidelity, maxiter=MAX_ITER)

    mitiq_qaoa = Mitiq_QAOA(mitiq_circuit=circuit.copy(),
                            optimizer=optimizer,
                            quantum_instance=quantum_instance,
                            reps=reps,
                            initial_point=init_parameters)

    return mitiq_qaoa

def run(max_cut_problem, qaoa):
    # Run quantum algorithm QAOA
    algorithm = MinimumEigenOptimizer(qaoa)
    result = algorithm.solve(max_cut_problem)
    optimal_parameters = qaoa.optimal_params

    return result, optimal_parameters.copy()

def objective(trial):
    optimizer_name = trial.suggest_categorical("optimizer", optimizers.keys())
    reps = trial.suggest_int('reps', REPS_MIN, REPS_MAX)
    parameters = []
    for i in range(reps):
        parameters.append(trial.suggest_uniform(f'gamma_{i}', GAMMA_MIN, GAMMA_MAX))

    for i in range(reps):
        parameters.append(trial.suggest_uniform(f'beta_{i}', BETA_MIN, BETA_MAX))

    optimizer = optimizers[optimizer_name]

    qaoa = init_qaoa(optimizer, reps, parameters)

    result, optimal_parameters = run(max_cut_qubo, qaoa)

    mean, distribution = max_cut.analyse(result)

    trial.set_user_attr(key="best", value=[mean,result,optimal_parameters, optimizer_name])

    return mean

study = optuna.create_study(direction='minimize')
study.optimize(objective, n_trials=N_TRIALS, callbacks=[save_best_trial])

[I 2021-08-05 11:16:32,856] A new study created in memory with name: no-name-8fd328f8-4918-485d-8e65-316024356c30
[I 2021-08-05 13:03:00,548] Trial 0 finished with value: -24.063985653179994 and parameters: {'optimizer': 'QN-SPSA', 'reps': 50, 'gamma_0': -2.507094113914061, 'gamma_1': 1.1595474755251285, 'gamma_2': 1.4086074616761106, 'gamma_3': -1.028242789254548, 'gamma_4': 2.9708632268276878, 'gamma_5': -2.350673877397412, 'gamma_6': 2.9128682505204164, 'gamma_7': 1.4700267289761184, 'gamma_8': -2.0364241290925786, 'gamma_9': -0.7760384591293197, 'gamma_10': 0.34701839013117075, 'gamma_11': -1.9473896441423002, 'gamma_12': 2.9256069284840445, 'gamma_13': 2.0418582988610012, 'gamma_14': 1.9097252057253904, 'gamma_15': 2.3496277742911893, 'gamma_16': -0.9463548812711942, 'gamma_17': -2.6351690544357016, 'gamma_18': 1.949706263517812, 'gamma_19': -2.7216534335861065, 'gamma_20': 1.4657464681355732, 'gamma_21': -2.395804555979576, 'gamma_22': -0.8194085530300184, 'gamma_23': 1.807482297434893, 'gamma_24': 0.03163699660075148, 'gamma_25': 1.1042452589220177, 'gamma_26': 2.9699827586923844, 'gamma_27': 2.264214744066006, 'gamma_28': 1.8064525080091087, 'gamma_29': 2.5142894242720173, 'gamma_30': -1.0236186055748786, 'gamma_31': -3.121247026511, 'gamma_32': -0.05430416074974165, 'gamma_33': 1.6274685861385194, 'gamma_34': -0.426762517340713, 'gamma_35': 1.1386213708803732, 'gamma_36': -0.5201979857195158, 'gamma_37': 2.93044737358825, 'gamma_38': 3.125068431358085, 'gamma_39': -0.17947522714556507, 'gamma_40': -2.3540096634136796, 'gamma_41': -1.0370870088389679, 'gamma_42': -0.7290814637114007, 'gamma_43': 3.1252001871367447, 'gamma_44': 0.09904810039133682, 'gamma_45': 0.9196547567877253, 'gamma_46': -0.759370059146113, 'gamma_47': -2.338917530009874, 'gamma_48': -1.5699140509998515, 'gamma_49': 0.5569349228777747, 'beta_0': -1.44884424417043, 'beta_1': -2.6619327615915855, 'beta_2': 0.42715841016956624, 'beta_3': -0.7598321013125857, 'beta_4': -0.18007867480107675, 'beta_5': -2.763410826454957, 'beta_6': -2.1523040188881595, 'beta_7': -0.2289010895002681, 'beta_8': -1.6404649013847672, 'beta_9': -0.4092828714873291, 'beta_10': 0.7445535003152366, 'beta_11': 2.6892618006292652, 'beta_12': 1.7383061892850193, 'beta_13': 2.653685081721637, 'beta_14': -0.9592926368181409, 'beta_15': 2.8991580937600654, 'beta_16': -0.5101836046084793, 'beta_17': 2.9979972088858196, 'beta_18': -0.9904739571057566, 'beta_19': -0.6372193628981089, 'beta_20': -1.2555157901926648, 'beta_21': 3.010105843118658, 'beta_22': -2.8982629073665405, 'beta_23': 2.6919993156460524, 'beta_24': 2.140243074244153, 'beta_25': -0.9665547848392197, 'beta_26': -0.31939056298220114, 'beta_27': -1.21369119801158, 'beta_28': -1.4999539571236464, 'beta_29': 3.0310249190050733, 'beta_30': 1.8749004872359452, 'beta_31': -0.1568533412831261, 'beta_32': 2.0967121193160523, 'beta_33': 0.8263884044259497, 'beta_34': -0.8801800282865542, 'beta_35': -1.0117792691664032, 'beta_36': -0.7556182753207072, 'beta_37': -0.09608986397870689, 'beta_38': -2.520789789792998, 'beta_39': 0.5386529993890772, 'beta_40': 1.8850002569842044, 'beta_41': -2.417992936551084, 'beta_42': -1.3450661693081223, 'beta_43': -0.9738446402507734, 'beta_44': 1.2944841800551412, 'beta_45': -1.4687499170789644, 'beta_46': -2.183446804893719, 'beta_47': 2.1786467850482145, 'beta_48': 2.567373025385433, 'beta_49': -1.635438487735887}. Best is trial 0 with value: -24.063985653179994.
[I 2021-08-05 13:48:02,752] Trial 1 finished with value: -24.047213090595736 and parameters: {'optimizer': 'SPSA', 'reps': 33, 'gamma_0': 1.2786128752424055, 'gamma_1': 1.1390377818892619, 'gamma_2': 1.9063722959215248, 'gamma_3': -1.9003698868072996, 'gamma_4': 2.5318992619890466, 'gamma_5': -1.4183414005518553, 'gamma_6': -0.0976470233330975, 'gamma_7': 0.147718102391301, 'gamma_8': -0.6933964066992946, 'gamma_9': -2.9086079267355465, 'gamma_10': 1.1084422874335447, 'gamma_11': -1.523927789573172, 'gamma_12': -2.3600600241982685, 'gamma_13': 1.5947409854954797, 'gamma_14': 2.1946787042169076, 'gamma_15': -2.1216720990695244, 'gamma_16': -3.119957835191922, 'gamma_17': 1.0766098288449673, 'gamma_18': 2.5943920522205985, 'gamma_19': -2.144928746029045, 'gamma_20': 1.26977746730869, 'gamma_21': -2.9585461425357926, 'gamma_22': -0.4496609325557719, 'gamma_23': -2.2926751765705946, 'gamma_24': 0.5683338008513483, 'gamma_25': 2.5403951412766235, 'gamma_26': 1.0733640137631042, 'gamma_27': 0.025519338256303925, 'gamma_28': -0.6416160216890101, 'gamma_29': -0.7307940528901091, 'gamma_30': 1.2730609992858204, 'gamma_31': 0.4856156139795158, 'gamma_32': 0.8872992598955074, 'beta_0': 2.499094693197831, 'beta_1': 0.13400110787077324, 'beta_2': 2.327045160744798, 'beta_3': 2.186120053069425, 'beta_4': 1.6869942418972546, 'beta_5': -2.024810278621035, 'beta_6': 1.2571008267632084, 'beta_7': 2.576139423076282, 'beta_8': -2.0440865079353046, 'beta_9': -2.092062909306384, 'beta_10': -1.2675105481032498, 'beta_11': 2.469951358091235, 'beta_12': 1.6559277418226008, 'beta_13': 1.9274820925499752, 'beta_14': 0.8273959310415964, 'beta_15': 2.6043848909527725, 'beta_16': 2.6041514208907444, 'beta_17': 1.050946689152453, 'beta_18': 2.4291982747269616, 'beta_19': 1.2751413831295206, 'beta_20': 3.1155295891933807, 'beta_21': 2.084442658100679, 'beta_22': -2.709619936936736, 'beta_23': 0.5006394400248229, 'beta_24': -0.5658389973403994, 'beta_25': -0.7466332903042185, 'beta_26': -1.4667055635067212, 'beta_27': 1.0312447163132612, 'beta_28': -0.947246010818326, 'beta_29': 1.3522734544460393, 'beta_30': 1.291973590796772, 'beta_31': -1.9235911204026888, 'beta_32': -1.7991332193615055}. Best is trial 0 with value: -24.063985653179994.
[I 2021-08-05 14:43:18,427] Trial 2 finished with value: -24.22696753064826 and parameters: {'optimizer': 'SPSA', 'reps': 45, 'gamma_0': 0.8441887091153455, 'gamma_1': 1.2312352426806417, 'gamma_2': 0.49958751423793757, 'gamma_3': -0.0457516373554534, 'gamma_4': 3.132820482471594, 'gamma_5': -0.11341870739982252, 'gamma_6': 0.6253558455764345, 'gamma_7': -1.0476953625767154, 'gamma_8': -0.8424453113757631, 'gamma_9': -0.4935615440406562, 'gamma_10': -2.1687687474119817, 'gamma_11': -1.1885769269787625, 'gamma_12': 1.3783869902001635, 'gamma_13': 2.6262628210794183, 'gamma_14': -1.8300376069253115, 'gamma_15': -2.0375251708666178, 'gamma_16': -0.1567459328715115, 'gamma_17': -0.4865637947541699, 'gamma_18': 1.369384119195371, 'gamma_19': 0.40184060626914375, 'gamma_20': -0.03142808165294397, 'gamma_21': -2.2351526192004236, 'gamma_22': 2.8017746480540024, 'gamma_23': 3.120144424793799, 'gamma_24': 1.0123296549079353, 'gamma_25': 1.9557970363409618, 'gamma_26': -1.986852017301533, 'gamma_27': 1.895213163473815, 'gamma_28': 1.732795752440217, 'gamma_29': 2.23185647747835, 'gamma_30': -0.5093809715061237, 'gamma_31': 2.903236892266941, 'gamma_32': 2.804799026503927, 'gamma_33': -2.5930142249866246, 'gamma_34': -1.2569083158398187, 'gamma_35': 2.3976397799847264, 'gamma_36': 0.4254662489042511, 'gamma_37': -1.2451115361166694, 'gamma_38': 0.8317286888183797, 'gamma_39': -2.686684018184978, 'gamma_40': 1.4302473522491477, 'gamma_41': 1.4640454145736816, 'gamma_42': 1.8568457874993607, 'gamma_43': -2.631894128055367, 'gamma_44': -3.0143651781323566, 'beta_0': 1.8384433592936462, 'beta_1': -2.569554866601371, 'beta_2': 2.5229290239255846, 'beta_3': -1.00826278439399, 'beta_4': 0.12364429301064206, 'beta_5': -0.21841989938411777, 'beta_6': 2.2591432089772328, 'beta_7': -2.2871282672386872, 'beta_8': 3.0589180609677147, 'beta_9': -0.7421782185469161, 'beta_10': -0.9093201144604408, 'beta_11': 0.1477089785906518, 'beta_12': -0.7602596924672671, 'beta_13': 2.7553636563408412, 'beta_14': -2.2474796643628103, 'beta_15': 1.8128975589846315, 'beta_16': -0.4912074626510359, 'beta_17': -0.2572767580953639, 'beta_18': -1.757105831384084, 'beta_19': 0.620288144219125, 'beta_20': -0.6522929195038372, 'beta_21': -0.07466741500162533, 'beta_22': -2.2945130283478603, 'beta_23': 2.3327227603881546, 'beta_24': 0.11476881342243317, 'beta_25': 3.079346848860924, 'beta_26': -0.135480932704783, 'beta_27': -2.3859984470032187, 'beta_28': -2.320103096262097, 'beta_29': -0.6003624362305149, 'beta_30': -1.159740113806011, 'beta_31': -1.9441940437925855, 'beta_32': 3.119816981584245, 'beta_33': -0.641369192946224, 'beta_34': 3.128798967803461, 'beta_35': 3.068560992394861, 'beta_36': -0.5470634607208691, 'beta_37': 1.1732959600794102, 'beta_38': -1.8493607783169401, 'beta_39': -0.282482752306052, 'beta_40': -2.2533085321070674, 'beta_41': -0.3577242309278259, 'beta_42': -0.6187992569084626, 'beta_43': 2.563434823456216, 'beta_44': 2.2647132653794833}. Best is trial 2 with value: -24.22696753064826.
[I 2021-08-05 15:21:09,339] Trial 3 finished with value: -24.05249254127972 and parameters: {'optimizer': 'SPSA', 'reps': 29, 'gamma_0': 0.8596120685177899, 'gamma_1': -1.3478654743788143, 'gamma_2': -1.1948410731281722, 'gamma_3': -0.9395368246615421, 'gamma_4': -1.8094975900359997, 'gamma_5': 2.504897837833025, 'gamma_6': -0.18936144622270357, 'gamma_7': -1.6857218656040156, 'gamma_8': 1.902357981185716, 'gamma_9': 1.1868813497509034, 'gamma_10': -1.6345039262269792, 'gamma_11': -0.8028714520420404, 'gamma_12': 3.003326594738393, 'gamma_13': 1.1406489474425667, 'gamma_14': 1.2975868947165266, 'gamma_15': 2.188425219865575, 'gamma_16': 2.6940598808943284, 'gamma_17': 2.3130983395791658, 'gamma_18': 2.3502885238136084, 'gamma_19': 2.149959268703636, 'gamma_20': -1.001029137013925, 'gamma_21': -1.0559051344167822, 'gamma_22': -0.10240068871958474, 'gamma_23': 0.7588050804491333, 'gamma_24': 2.3229266085746296, 'gamma_25': 1.202493043923086, 'gamma_26': -0.36519907222188097, 'gamma_27': 1.9106354079263124, 'gamma_28': 2.2013737428257034, 'beta_0': 0.6654331699301523, 'beta_1': -1.3365191992182346, 'beta_2': 0.5701740864963751, 'beta_3': 1.3810086841587434, 'beta_4': -1.147663433509379, 'beta_5': -2.012236378050969, 'beta_6': 2.150256334398475, 'beta_7': 2.7530155560924605, 'beta_8': -2.654739181010785, 'beta_9': 1.247117762878271, 'beta_10': -1.4210678742591358, 'beta_11': 1.118773902341876, 'beta_12': -0.16309169661176437, 'beta_13': -1.1078496633549926, 'beta_14': -2.683437908605158, 'beta_15': 2.8079904983406534, 'beta_16': -2.928408744145781, 'beta_17': 1.174336430455572, 'beta_18': -2.787424105185298, 'beta_19': 2.469405334574332, 'beta_20': -1.8080392695307776, 'beta_21': 2.9524707412515916, 'beta_22': -2.657051121318975, 'beta_23': 0.8235086423725648, 'beta_24': -1.8099428454639437, 'beta_25': -2.189300969481539, 'beta_26': -0.16767503974104514, 'beta_27': 1.0638640006697235, 'beta_28': -1.1927978399186359}. Best is trial 2 with value: -24.22696753064826.
[I 2021-08-05 15:41:22,460] Trial 4 finished with value: -23.948467953207157 and parameters: {'optimizer': 'COBYLA', 'reps': 34, 'gamma_0': -1.104283029184368, 'gamma_1': -1.8621408432999034, 'gamma_2': -0.7099952602227289, 'gamma_3': 1.8593352247213764, 'gamma_4': -1.5982588507112634, 'gamma_5': 1.4065010216086122, 'gamma_6': -0.48915635729788587, 'gamma_7': 0.3732397351983616, 'gamma_8': -1.7750136773037786, 'gamma_9': -0.04510482259194015, 'gamma_10': 1.5798045981813704, 'gamma_11': 0.14878668327921618, 'gamma_12': 0.9693413886206894, 'gamma_13': 2.2872542909236246, 'gamma_14': -2.125813515677521, 'gamma_15': 1.805983058206711, 'gamma_16': -1.9110409489216955, 'gamma_17': -0.5779287550886281, 'gamma_18': -2.9185066754067632, 'gamma_19': -1.0610493316126344, 'gamma_20': -1.4837856737555855, 'gamma_21': 0.9643272937902667, 'gamma_22': -1.9556058213718042, 'gamma_23': 1.1858579956540325, 'gamma_24': 0.5748283964870833, 'gamma_25': -2.417713275968567, 'gamma_26': 1.5318537325556738, 'gamma_27': -2.1823021549443453, 'gamma_28': 1.6758132797460137, 'gamma_29': -2.2630359585813715, 'gamma_30': 1.3580801042015889, 'gamma_31': 2.1836883136305403, 'gamma_32': -2.9946880746029776, 'gamma_33': 2.6716091831854314, 'beta_0': -1.7894847227030177, 'beta_1': -1.2588887534291857, 'beta_2': -1.6888564888457143, 'beta_3': -2.083640435667262, 'beta_4': -0.22683009602882143, 'beta_5': 2.157255823437816, 'beta_6': 1.6108697309497364, 'beta_7': -0.22529371583510294, 'beta_8': 0.760246440854111, 'beta_9': 1.42204116800242, 'beta_10': -2.067651457521364, 'beta_11': 2.8908275932378116, 'beta_12': 0.4934217910331604, 'beta_13': 1.7955196429650728, 'beta_14': 2.414379966647031, 'beta_15': -0.3278543973260484, 'beta_16': -0.4273137656130106, 'beta_17': 0.6148603870999567, 'beta_18': -0.2860850197357707, 'beta_19': 1.2550675917914775, 'beta_20': 3.0620705695824775, 'beta_21': -1.3729485993526986, 'beta_22': -2.372653930446483, 'beta_23': -2.071835955859786, 'beta_24': 1.571749431074772, 'beta_25': 1.0994049853988104, 'beta_26': 2.7256088160833096, 'beta_27': -0.346873360473841, 'beta_28': 0.9619539104859118, 'beta_29': -1.2008113933670626, 'beta_30': 0.716676539270976, 'beta_31': -1.0632284099767095, 'beta_32': -2.120395902189061, 'beta_33': -2.736047039598011}. Best is trial 2 with value: -24.22696753064826.
[I 2021-08-05 15:45:16,844] Trial 5 finished with value: -23.597612374534865 and parameters: {'optimizer': 'COBYLA', 'reps': 11, 'gamma_0': -2.343226136271338, 'gamma_1': 2.9377415330428382, 'gamma_2': 1.6368560862095656, 'gamma_3': 2.0875400602919285, 'gamma_4': 2.1589576104142765, 'gamma_5': -0.4283020523398373, 'gamma_6': 1.9804086503167948, 'gamma_7': 0.42748590754580285, 'gamma_8': -1.999563029130994, 'gamma_9': -0.17918278210280558, 'gamma_10': -1.6875316361258574, 'beta_0': -1.0817435330806262, 'beta_1': 0.11196992694943253, 'beta_2': 0.061784206879456516, 'beta_3': -1.0512301850804193, 'beta_4': 0.09032288513346565, 'beta_5': -0.4938111904016309, 'beta_6': 2.109692037815794, 'beta_7': 1.3662841794006404, 'beta_8': 0.6962475176023091, 'beta_9': 1.4803626058176569, 'beta_10': -0.9486461818151755}. Best is trial 2 with value: -24.22696753064826.
[I 2021-08-05 16:47:38,183] Trial 6 finished with value: -23.952894148403058 and parameters: {'optimizer': 'QN-SPSA', 'reps': 29, 'gamma_0': 2.314911008648762, 'gamma_1': -1.4633518401654662, 'gamma_2': -2.386550317091015, 'gamma_3': -0.1607736317304247, 'gamma_4': -0.4051833652790444, 'gamma_5': -0.4167321584472674, 'gamma_6': 1.5385604239156727, 'gamma_7': 1.5646717463774191, 'gamma_8': 0.19245717439588272, 'gamma_9': -0.701093243834626, 'gamma_10': 0.9192589101375166, 'gamma_11': 1.1995929416456983, 'gamma_12': -1.8437281183580883, 'gamma_13': 1.1491627158793118, 'gamma_14': 1.5618922119036966, 'gamma_15': -2.814981008645952, 'gamma_16': 2.2496540978588158, 'gamma_17': 0.7432541978698239, 'gamma_18': 1.8089778569697152, 'gamma_19': -0.635948960521866, 'gamma_20': -2.0016255770794307, 'gamma_21': 2.1872561589488653, 'gamma_22': -1.7272802232469056, 'gamma_23': -3.0665054461842556, 'gamma_24': 2.466759651641471, 'gamma_25': -2.630049193873241, 'gamma_26': 2.5522725722089215, 'gamma_27': -1.7064235887903836, 'gamma_28': 0.4694388614416698, 'beta_0': -1.5966602909366467, 'beta_1': 0.3756088588474751, 'beta_2': 1.0413978244573219, 'beta_3': -2.4933337719843847, 'beta_4': -2.097221008696428, 'beta_5': -1.0171039960666484, 'beta_6': 0.818182305592777, 'beta_7': -3.0519569491481624, 'beta_8': -2.4435702197066314, 'beta_9': 2.2228946265078546, 'beta_10': 3.052104754393965, 'beta_11': 0.45799800370357424, 'beta_12': -0.3388008265090101, 'beta_13': 1.4593004046138613, 'beta_14': -2.367079860200611, 'beta_15': -0.6321968517369947, 'beta_16': 0.046666127990766526, 'beta_17': -2.5677583434709077, 'beta_18': -2.2775836917676067, 'beta_19': -1.1373046405567009, 'beta_20': 1.513421686957571, 'beta_21': 0.5786415721157674, 'beta_22': -1.5315430708256663, 'beta_23': -1.8575648043426192, 'beta_24': 2.1393398347970054, 'beta_25': 1.1707718281390012, 'beta_26': -1.206178029694525, 'beta_27': -1.754695686077485, 'beta_28': 2.9602887604139587}. Best is trial 2 with value: -24.22696753064826.
[I 2021-08-05 17:13:45,715] Trial 7 finished with value: -24.100794899656233 and parameters: {'optimizer': 'SPSA', 'reps': 16, 'gamma_0': 2.782051963263399, 'gamma_1': 2.033573380132059, 'gamma_2': -2.946365015312189, 'gamma_3': 2.143155321835053, 'gamma_4': 0.44168539278476704, 'gamma_5': 2.777782984162662, 'gamma_6': -0.1826689182134671, 'gamma_7': 2.0900976586859272, 'gamma_8': -1.6946863195254827, 'gamma_9': 2.0003027445972092, 'gamma_10': 0.378105628532865, 'gamma_11': 0.3615887065114194, 'gamma_12': -1.7194624139870294, 'gamma_13': 2.60794603154343, 'gamma_14': -1.744633039950896, 'gamma_15': 3.113714944640863, 'beta_0': 2.0558120676199314, 'beta_1': 1.1027692528597814, 'beta_2': 1.8415719124376313, 'beta_3': -1.9602358872682473, 'beta_4': 2.732294049407952, 'beta_5': 1.555077791780474, 'beta_6': -2.8404797244601037, 'beta_7': 0.5681233864678985, 'beta_8': -2.2349991036146775, 'beta_9': -0.3028969080820798, 'beta_10': 3.041400603063149, 'beta_11': -1.4360916324358937, 'beta_12': 2.1153819559587337, 'beta_13': -3.0001823085576054, 'beta_14': -0.05131792493350806, 'beta_15': -2.025442798634219}. Best is trial 2 with value: -24.22696753064826.
[I 2021-08-05 17:42:52,629] Trial 8 finished with value: -23.97117097017048 and parameters: {'optimizer': 'SPSA', 'reps': 18, 'gamma_0': -1.2463695416223057, 'gamma_1': -0.74099572581048, 'gamma_2': -2.8988419401741, 'gamma_3': 0.5612036852025741, 'gamma_4': 2.2799527817098104, 'gamma_5': 3.0805743387331885, 'gamma_6': -1.6800665532582932, 'gamma_7': -0.16311608532682387, 'gamma_8': -0.1501406068005653, 'gamma_9': 2.533001052891625, 'gamma_10': 0.07453516417616601, 'gamma_11': -2.132983447497477, 'gamma_12': 0.5381765678549604, 'gamma_13': -2.613706036806184, 'gamma_14': 1.8418113909119898, 'gamma_15': -0.23983117822057842, 'gamma_16': -2.6882117158828613, 'gamma_17': -1.865396003644626, 'beta_0': 1.5619763590894271, 'beta_1': -2.7999093539981503, 'beta_2': -1.9836781086695081, 'beta_3': 0.06841612060702529, 'beta_4': -1.3973313108119239, 'beta_5': -2.0964582148838, 'beta_6': -0.21295840475935712, 'beta_7': -2.306684344205274, 'beta_8': -0.39606726577253815, 'beta_9': -2.2780705646908195, 'beta_10': 0.25318236869858124, 'beta_11': 1.7180154702282362, 'beta_12': 1.1786262398398977, 'beta_13': 2.868578306448965, 'beta_14': 1.4198950759194462, 'beta_15': -2.670729757995854, 'beta_16': 1.969450465855453, 'beta_17': 1.1195107485121438}. Best is trial 2 with value: -24.22696753064826.
[I 2021-08-05 18:13:00,111] Trial 9 finished with value: -23.764790081582085 and parameters: {'optimizer': 'COBYLA', 'reps': 48, 'gamma_0': -1.323272521652735, 'gamma_1': 1.9705472576141885, 'gamma_2': 2.529620018704864, 'gamma_3': -2.447186437511976, 'gamma_4': 1.3362625033609303, 'gamma_5': 1.6939899272540133, 'gamma_6': 2.8665671863163222, 'gamma_7': -2.8679979356890444, 'gamma_8': -2.331482470774962, 'gamma_9': 1.0599235420730837, 'gamma_10': 2.7012294740490406, 'gamma_11': 1.5404306601414222, 'gamma_12': 0.654136626592599, 'gamma_13': -1.3911590650414245, 'gamma_14': -1.7347591035419363, 'gamma_15': 0.7754781126951329, 'gamma_16': 1.4033685155645355, 'gamma_17': -1.2649656377476364, 'gamma_18': -0.017451762059883524, 'gamma_19': 0.03512480437559784, 'gamma_20': -0.20279373231234032, 'gamma_21': -2.7658919099773156, 'gamma_22': -0.710613228710987, 'gamma_23': -0.8587871052895144, 'gamma_24': 2.257898079459631, 'gamma_25': -0.8391739702012302, 'gamma_26': -3.0860231212841063, 'gamma_27': 2.4283875805933572, 'gamma_28': -2.137902034300191, 'gamma_29': 0.24120296653728301, 'gamma_30': 1.5264863424097275, 'gamma_31': -1.3588818962236549, 'gamma_32': 3.0089139155158753, 'gamma_33': 1.8539138775978046, 'gamma_34': -2.8364574197059276, 'gamma_35': -1.5148929029054778, 'gamma_36': 0.5689889684692724, 'gamma_37': 2.286753046007421, 'gamma_38': 1.8111271698537292, 'gamma_39': 2.58068536008202, 'gamma_40': 0.3616350920810514, 'gamma_41': 2.642613196904776, 'gamma_42': 1.600419638073114, 'gamma_43': 0.4007982175423499, 'gamma_44': -1.9598545416474904, 'gamma_45': 0.30388182864902546, 'gamma_46': 0.26264462830525614, 'gamma_47': 2.0249417580173255, 'beta_0': -0.900563562906322, 'beta_1': 1.4331883480751593, 'beta_2': -2.6590791654426473, 'beta_3': -0.5230899452893163, 'beta_4': -1.5526278811774874, 'beta_5': -1.9546233337368257, 'beta_6': 1.7285322789255213, 'beta_7': 0.4306077007431015, 'beta_8': -1.808029974349533, 'beta_9': -2.9991007295474663, 'beta_10': -0.6875960421381309, 'beta_11': 2.864778577127465, 'beta_12': 1.566211816036077, 'beta_13': 2.076473222896051, 'beta_14': 2.598300748916312, 'beta_15': 0.6665035507766635, 'beta_16': 2.5645241026035874, 'beta_17': 0.3402571642350205, 'beta_18': 2.7433302966987254, 'beta_19': -2.539073997625768, 'beta_20': -0.23241970999439232, 'beta_21': 1.3133878396457552, 'beta_22': -0.8787370979742217, 'beta_23': 0.26094021637410325, 'beta_24': 1.3360516310702408, 'beta_25': -2.560532304619863, 'beta_26': -2.354841664387963, 'beta_27': -0.47639519980970935, 'beta_28': 1.6383595348796414, 'beta_29': -0.13162571212088237, 'beta_30': 0.09831135313164197, 'beta_31': -1.2447451241236258, 'beta_32': -2.6579386802758, 'beta_33': -0.5192891264632373, 'beta_34': -2.6609618879591665, 'beta_35': -2.587680715076705, 'beta_36': -2.463958213314878, 'beta_37': 1.9120598293809117, 'beta_38': 0.9585245785023329, 'beta_39': 0.4715453871823265, 'beta_40': 0.3988771233703643, 'beta_41': -1.6401852473707035, 'beta_42': -1.3988274708555362, 'beta_43': 1.1213801171126967, 'beta_44': -0.19193635898979933, 'beta_45': -1.3161223530141415, 'beta_46': -3.11673893253093, 'beta_47': 0.3098375760415366}. Best is trial 2 with value: -24.22696753064826.
[I 2021-08-05 19:11:52,620] Trial 10 finished with value: -24.085224946893565 and parameters: {'optimizer': 'SPSA', 'reps': 45, 'gamma_0': 0.5575456250579639, 'gamma_1': -2.8553319462535045, 'gamma_2': 0.6065697498611228, 'gamma_3': 0.7459293983709218, 'gamma_4': -3.073914910173438, 'gamma_5': 0.6567449560363423, 'gamma_6': -2.942600252479622, 'gamma_7': -1.6678816185320666, 'gamma_8': 1.7191119871335454, 'gamma_9': -2.361912757425027, 'gamma_10': -3.033938073905266, 'gamma_11': -2.8754159911039183, 'gamma_12': 1.8300431749423876, 'gamma_13': -0.4356174025745303, 'gamma_14': -0.1592628429671562, 'gamma_15': -1.2894931142979362, 'gamma_16': 0.7364852499079341, 'gamma_17': 3.1100948746460424, 'gamma_18': -0.20430322798040143, 'gamma_19': 1.8988864093680358, 'gamma_20': 2.7324856732607037, 'gamma_21': -0.8486176203534928, 'gamma_22': 2.530818671870968, 'gamma_23': 2.9674315581690154, 'gamma_24': -1.6031432649355608, 'gamma_25': 2.962988185933306, 'gamma_26': -2.3232169587632527, 'gamma_27': 0.5530921993506922, 'gamma_28': 3.006587080436516, 'gamma_29': 2.987273298426893, 'gamma_30': -3.1206948898428455, 'gamma_31': 3.031627820350345, 'gamma_32': 3.0560134338858638, 'gamma_33': -2.8071958400825254, 'gamma_34': -0.8318479925337933, 'gamma_35': 3.0685435215367334, 'gamma_36': 3.0926699554384642, 'gamma_37': -2.950271217793731, 'gamma_38': -1.5498526732024978, 'gamma_39': -2.9974814047395375, 'gamma_40': 2.808874553429225, 'gamma_41': 2.2767087293949664, 'gamma_42': 2.3845341726787095, 'gamma_43': -2.5455275007773626, 'gamma_44': -3.13379296991733, 'beta_0': 3.1017426946894195, 'beta_1': -1.5587328403706422, 'beta_2': 3.0205079261657013, 'beta_3': 0.7598657065902263, 'beta_4': 1.1534427705863635, 'beta_5': 0.7923005495927533, 'beta_6': 2.946153108556808, 'beta_7': -1.7011647470193958, 'beta_8': 3.041683887724914, 'beta_9': -1.2160066478868135, 'beta_10': -3.0662344811889755, 'beta_11': -1.2151818818975497, 'beta_12': -2.475118087081765, 'beta_13': -0.19821512501055505, 'beta_14': -1.720508905961347, 'beta_15': 1.2980965714526047, 'beta_16': -2.335969358212952, 'beta_17': -2.1315069585422735, 'beta_18': 1.1162440860383929, 'beta_19': 3.10415975040002, 'beta_20': 0.609661278039934, 'beta_21': -2.6980235599034494, 'beta_22': 1.6570182057645082, 'beta_23': 3.1224420477663517, 'beta_24': -2.736595037232467, 'beta_25': 3.0910076283028203, 'beta_26': 1.9997072261350515, 'beta_27': -3.1063048751219977, 'beta_28': -3.0878329393645267, 'beta_29': -2.7519967579896556, 'beta_30': -2.3309169714367237, 'beta_31': 2.526259119110144, 'beta_32': 3.1326583432792607, 'beta_33': -1.6159416844244878, 'beta_34': 3.0346405933423837, 'beta_35': 2.994823211006092, 'beta_36': 3.017015764373126, 'beta_37': -2.7707792063159786, 'beta_38': -2.5659412445875653, 'beta_39': -2.778776462261859, 'beta_40': -3.104298880348783, 'beta_41': 2.407072194846239, 'beta_42': 2.786232547062401, 'beta_43': 2.9958394153591836, 'beta_44': 3.1366192228932213}. Best is trial 2 with value: -24.22696753064826.
[I 2021-08-05 19:28:25,663] Trial 11 finished with value: -24.059682850129366 and parameters: {'optimizer': 'SPSA', 'reps': 6, 'gamma_0': 3.0601788547291733, 'gamma_1': 2.731323823911788, 'gamma_2': 0.02339945003932222, 'gamma_3': 3.0156541490061004, 'gamma_4': 0.5766724280970794, 'gamma_5': 0.5398519615433965, 'beta_0': 1.4111444163394125, 'beta_1': 2.739810878423705, 'beta_2': 2.068940578269776, 'beta_3': -2.932907712415708, 'beta_4': 2.5920293466185456, 'beta_5': 1.5097824258575214}. Best is trial 2 with value: -24.22696753064826.
[I 2021-08-05 19:58:26,092] Trial 12 finished with value: -23.969660011931786 and parameters: {'optimizer': 'SPSA', 'reps': 19, 'gamma_0': 2.0883762763612674, 'gamma_1': 0.6368597908415867, 'gamma_2': -1.6358898779023554, 'gamma_3': 1.4456040983300666, 'gamma_4': -0.33581424069202215, 'gamma_5': -1.775223553226247, 'gamma_6': 0.9311111751435046, 'gamma_7': 2.995351879466286, 'gamma_8': -0.9258144613119064, 'gamma_9': 2.441403994661783, 'gamma_10': -1.2505916741065515, 'gamma_11': 2.8345586570827024, 'gamma_12': -1.0082824415823568, 'gamma_13': 3.0841564783941164, 'gamma_14': -0.7799253545568925, 'gamma_15': -0.8620854552839989, 'gamma_16': -0.41648380542359714, 'gamma_17': -3.0955442614351636, 'gamma_18': -1.4402228255611647, 'beta_0': 2.2462955799808872, 'beta_1': 1.8115119975317102, 'beta_2': 1.6184166147804744, 'beta_3': -1.938760275190114, 'beta_4': -3.092792912489658, 'beta_5': 2.970932406026499, 'beta_6': -3.130848359943524, 'beta_7': -1.559470696754746, 'beta_8': 3.0176863643179863, 'beta_9': -0.19045580417450814, 'beta_10': 1.7764449728840441, 'beta_11': -3.0583004181395506, 'beta_12': 3.100681070450378, 'beta_13': -2.0109277515666295, 'beta_14': -0.4524518030197638, 'beta_15': -3.0334618931159563, 'beta_16': 0.9158400906234454, 'beta_17': -1.0708671179907356, 'beta_18': -1.8187569416887965}. Best is trial 2 with value: -24.22696753064826.
[I 2021-08-05 20:11:02,415] Trial 13 finished with value: -25.550101974323894 and parameters: {'optimizer': 'SPSA', 'reps': 2, 'gamma_0': 2.817381526631178, 'gamma_1': 2.126756942417576, 'beta_0': 0.2617855076435369, 'beta_1': 1.4469587092050056}. Best is trial 13 with value: -25.550101974323894.
[I 2021-08-05 21:03:42,055] Trial 14 finished with value: -23.99755226371716 and parameters: {'optimizer': 'SPSA', 'reps': 41, 'gamma_0': -0.318061922252629, 'gamma_1': 0.336251895633777, 'gamma_2': 3.1113363279243154, 'gamma_3': -2.960007693253906, 'gamma_4': 1.2143437968476767, 'gamma_5': -3.121739818060058, 'gamma_6': -1.3124156437688923, 'gamma_7': -1.2065439309383559, 'gamma_8': 3.012266437969135, 'gamma_9': -1.9432656672918645, 'gamma_10': -3.0731002015624007, 'gamma_11': -3.0803848201278154, 'gamma_12': 1.996363080615186, 'gamma_13': -0.11089913274832232, 'gamma_14': -3.1093196781763366, 'gamma_15': -2.8635781261236457, 'gamma_16': -1.3088842503465747, 'gamma_17': 0.4223726209649843, 'gamma_18': 0.9564033507020447, 'gamma_19': 0.9347236615634855, 'gamma_20': -2.778790663604796, 'gamma_21': -1.4663158353247376, 'gamma_22': 2.580617502562547, 'gamma_23': 2.647445417710133, 'gamma_24': -2.1567588135841818, 'gamma_25': 1.5628144968029694, 'gamma_26': -1.504958273861377, 'gamma_27': 1.1177744272778458, 'gamma_28': 0.03620783712978093, 'gamma_29': 1.1333242319370371, 'gamma_30': -1.1378446561781725, 'gamma_31': 1.1395329088049893, 'gamma_32': 0.9719507718499945, 'gamma_33': -2.750774744340527, 'gamma_34': 2.2650766133206677, 'gamma_35': 3.1019637586032465, 'gamma_36': -3.11909682181414, 'gamma_37': -1.4187159478508533, 'gamma_38': 0.30852306224451326, 'gamma_39': -3.05742959667925, 'gamma_40': 1.9790690094656482, 'beta_0': 0.15927013294209313, 'beta_1': 2.375364792560448, 'beta_2': -1.034269566856219, 'beta_3': 2.9875377562633014, 'beta_4': 0.8590498923095841, 'beta_5': -0.3207202267571987, 'beta_6': -0.8494011534977268, 'beta_7': -2.659989891433533, 'beta_8': 1.999342589119428, 'beta_9': 2.955651538509441, 'beta_10': -2.9653701121515104, 'beta_11': -0.7168474564157932, 'beta_12': -1.7552962521573194, 'beta_13': 0.45612091349905937, 'beta_14': -1.3238495923878513, 'beta_15': 1.428968795960949, 'beta_16': -2.00595609447579, 'beta_17': -0.9131650276666083, 'beta_18': 0.07073062871304003, 'beta_19': 0.6741754592384509, 'beta_20': -2.629208457054965, 'beta_21': -0.8692470098611906, 'beta_22': 1.0156546894931822, 'beta_23': 2.068966640812261, 'beta_24': 0.03682230656116309, 'beta_25': 2.9338096743199484, 'beta_26': 1.3003146327701638, 'beta_27': 2.9177188868107686, 'beta_28': -3.126222530023684, 'beta_29': -2.3346656011287967, 'beta_30': -2.0903430516766806, 'beta_31': -3.0702595362382548, 'beta_32': 0.8223927589684007, 'beta_33': 2.323029920600648, 'beta_34': 3.1220589606170432, 'beta_35': 2.528654176852327, 'beta_36': 1.2177256965547965, 'beta_37': 1.67880477962532, 'beta_38': -1.1361663542472291, 'beta_39': 3.1135252924202392, 'beta_40': -2.550858469231861}. Best is trial 13 with value: -25.550101974323894.
[I 2021-08-05 21:53:12,213] Trial 15 finished with value: -24.104089549763444 and parameters: {'optimizer': 'SPSA', 'reps': 37, 'gamma_0': 1.8467589131203979, 'gamma_1': 1.9425673984654268, 'gamma_2': 0.6486068956182415, 'gamma_3': -0.43639499108247753, 'gamma_4': 3.0610470098612232, 'gamma_5': -0.9313270522526274, 'gamma_6': 1.0696164684475185, 'gamma_7': -2.923320678113198, 'gamma_8': 1.3481714869907846, 'gamma_9': -1.7425590825051984, 'gamma_10': -2.4351276329120117, 'gamma_11': -0.8619090182109059, 'gamma_12': -0.55654812708152, 'gamma_13': -2.5962346342623146, 'gamma_14': -3.0878006547095977, 'gamma_15': -1.8148305374960543, 'gamma_16': 0.9883017462505117, 'gamma_17': 1.9092035062470694, 'gamma_18': -1.104873454213429, 'gamma_19': 0.9561135662164132, 'gamma_20': 0.876957127819671, 'gamma_21': 0.6006321872989766, 'gamma_22': 1.1992319399314113, 'gamma_23': -0.7226498656999283, 'gamma_24': -1.0443777587092593, 'gamma_25': -0.37802083545723475, 'gamma_26': -0.852003193818959, 'gamma_27': -1.0565006264426047, 'gamma_28': -2.583542002122071, 'gamma_29': 1.7909762043609028, 'gamma_30': -2.992996421395402, 'gamma_31': -1.3871531706003477, 'gamma_32': -1.6449666128767764, 'gamma_33': -0.8721083932758085, 'gamma_34': -2.9993738471775933, 'gamma_35': 1.2937706588306583, 'gamma_36': 0.657535776055149, 'beta_0': -2.9066014860367098, 'beta_1': 3.057080426408693, 'beta_2': -0.5793280930123033, 'beta_3': 0.5253616954704575, 'beta_4': -2.8038590512631094, 'beta_5': 0.560557765679841, 'beta_6': 2.6795397423198644, 'beta_7': -1.2308162800456655, 'beta_8': 2.002019334795752, 'beta_9': -1.362304340969151, 'beta_10': 1.3391528410472189, 'beta_11': -2.735881819341705, 'beta_12': -1.2335450011434739, 'beta_13': 0.6789318900774167, 'beta_14': -2.4201324868638783, 'beta_15': 1.8631224115026506, 'beta_16': -1.2813343505514272, 'beta_17': 2.938053465680297, 'beta_18': -3.1294787485642557, 'beta_19': -2.3282713687998515, 'beta_20': -3.0639031928671234, 'beta_21': -2.8751366296471885, 'beta_22': 2.937401425472442, 'beta_23': 1.5459857119895994, 'beta_24': -0.042254861721120224, 'beta_25': 2.0152491187591988, 'beta_26': 1.0332955243982456, 'beta_27': -2.744165051303544, 'beta_28': -2.3318497859367397, 'beta_29': 1.0375119719772752, 'beta_30': -1.3418832291804255, 'beta_31': 2.5117119003759294, 'beta_32': -0.04667208636199627, 'beta_33': 0.9331979580344644, 'beta_34': 1.1672448219672127, 'beta_35': 1.1220085869572052, 'beta_36': -0.7606081401445667}. Best is trial 13 with value: -25.550101974323894.
[I 2021-08-05 22:15:42,542] Trial 16 finished with value: -23.824067123519182 and parameters: {'optimizer': 'QN-SPSA', 'reps': 4, 'gamma_0': 0.0395039590677892, 'gamma_1': -0.3251571697548663, 'gamma_2': -0.4095338525929363, 'gamma_3': -1.388751714197671, 'beta_0': 0.8214386988521882, 'beta_1': -0.8511097565962797, 'beta_2': 3.077994397095016, 'beta_3': -0.988474822429619}. Best is trial 13 with value: -25.550101974323894.
[I 2021-08-05 22:49:57,346] Trial 17 finished with value: -23.94916834759224 and parameters: {'optimizer': 'SPSA', 'reps': 23, 'gamma_0': 1.5650914262938782, 'gamma_1': 1.3725442657702531, 'gamma_2': 0.9452578369037636, 'gamma_3': 0.7286896838248161, 'gamma_4': -3.1063435857158224, 'gamma_5': 0.2892658124098254, 'gamma_6': -3.0696855622662507, 'gamma_7': -0.5358428603045824, 'gamma_8': 0.8497512057599257, 'gamma_9': 0.9025041716460046, 'gamma_10': -0.7671671365722865, 'gamma_11': 2.3846716644459067, 'gamma_12': 1.9826473745005866, 'gamma_13': 3.136305628031105, 'gamma_14': 0.5084150981713025, 'gamma_15': 0.3788231349394935, 'gamma_16': 0.05614754470696723, 'gamma_17': -0.46466137727316326, 'gamma_18': 1.0901142095205822, 'gamma_19': -1.3041884324365938, 'gamma_20': 2.849189383642099, 'gamma_21': 2.8844099212939316, 'gamma_22': 1.1097969833913006, 'beta_0': -0.6431372430425188, 'beta_1': 0.9934921900822488, 'beta_2': 3.0050239742777625, 'beta_3': -3.096192925518807, 'beta_4': 1.892937548577841, 'beta_5': -1.132718476028678, 'beta_6': 0.5166427025626259, 'beta_7': -0.8671838016287623, 'beta_8': -0.7608784442858294, 'beta_9': 0.5976532861672064, 'beta_10': -2.245970103894791, 'beta_11': -0.14029457723312766, 'beta_12': -2.9267629806824753, 'beta_13': -0.619281567078002, 'beta_14': -3.1018490645787153, 'beta_15': -1.1774579330715624, 'beta_16': 1.0801233194336866, 'beta_17': 2.0921521996539165, 'beta_18': -1.5460057763705404, 'beta_19': 2.248160536058835, 'beta_20': -0.2969197557627576, 'beta_21': -0.47481343227885614, 'beta_22': -0.22977264978523548}. Best is trial 13 with value: -25.550101974323894.
[I 2021-08-05 23:44:59,300] Trial 18 finished with value: -23.945100038887194 and parameters: {'optimizer': 'SPSA', 'reps': 42, 'gamma_0': 3.113809402489121, 'gamma_1': 3.1144352716876735, 'gamma_2': 2.6068470888582023, 'gamma_3': 2.9482804239679052, 'gamma_4': -1.366275087707912, 'gamma_5': -3.1414940654594257, 'gamma_6': -1.4675158575826706, 'gamma_7': -2.343364902156112, 'gamma_8': -3.1002347933962686, 'gamma_9': -1.2760344036803537, 'gamma_10': -2.230198671779065, 'gamma_11': -0.7145264652640019, 'gamma_12': -0.2373817237207343, 'gamma_13': 0.5778893431168074, 'gamma_14': -1.0383401457577224, 'gamma_15': -3.1026202677140473, 'gamma_16': 1.7671456500447165, 'gamma_17': -1.8620903426906177, 'gamma_18': 3.1214541197238823, 'gamma_19': 3.1288325118309297, 'gamma_20': 0.02305903897819281, 'gamma_21': -1.9239072300799434, 'gamma_22': -3.01275721607793, 'gamma_23': 2.944805955452993, 'gamma_24': -3.023223574708875, 'gamma_25': 3.1095590619104634, 'gamma_26': -3.065182225758523, 'gamma_27': 2.8635690839490477, 'gamma_28': 3.079731271903178, 'gamma_29': -1.2500863287554438, 'gamma_30': -0.5358497632887693, 'gamma_31': 2.9379198727424165, 'gamma_32': 2.128685842080015, 'gamma_33': -0.922248206474541, 'gamma_34': 1.6517893120190172, 'gamma_35': -2.208474747010612, 'gamma_36': -1.4310629908124228, 'gamma_37': 0.05735177830948124, 'gamma_38': 0.027315417047902992, 'gamma_39': -0.854843761544656, 'gamma_40': 0.6172092625172508, 'gamma_41': 0.8562935372787089, 'beta_0': 0.1353472519713393, 'beta_1': -2.1045133588549536, 'beta_2': 1.2789144207665182, 'beta_3': 1.6662443178142972, 'beta_4': 0.6323466541547474, 'beta_5': 0.23012909828418304, 'beta_6': -1.262551461508584, 'beta_7': 1.8508208737089846, 'beta_8': 2.0099332600934368, 'beta_9': -3.064474613667633, 'beta_10': -0.24202686483933009, 'beta_11': -1.9341300289444072, 'beta_12': -0.7908847942875918, 'beta_13': 3.0941548223668, 'beta_14': 0.773846127138801, 'beta_15': 0.3742306179619874, 'beta_16': -1.3794769299624985, 'beta_17': -1.2872309264605677, 'beta_18': 0.7633992275799071, 'beta_19': -0.37857549689406517, 'beta_20': 1.3757335296027127, 'beta_21': -1.8292592044536062, 'beta_22': -1.5195544747955547, 'beta_23': -0.8154603309268782, 'beta_24': -1.312126028748917, 'beta_25': 0.4040758972551519, 'beta_26': -3.1068208016876366, 'beta_27': -2.0457905116874375, 'beta_28': 0.0016330564508728607, 'beta_29': -1.073033088915604, 'beta_30': -0.9253313060461044, 'beta_31': -2.5814964914485774, 'beta_32': 3.0561779521891874, 'beta_33': -3.0407466631840414, 'beta_34': 1.23858839627218, 'beta_35': 0.5431505232460205, 'beta_36': -2.5865006118753535, 'beta_37': -0.4553670380886338, 'beta_38': 2.616513885565994, 'beta_39': -1.8838340014031132, 'beta_40': -1.4087464426327252, 'beta_41': 0.8445298985728098}. Best is trial 13 with value: -25.550101974323894.
[I 2021-08-05 23:56:55,603] Trial 19 finished with value: -30.33936596007591 and parameters: {'optimizer': 'SPSA', 'reps': 1, 'gamma_0': 2.4801773643411704, 'beta_0': 2.9165851684728707}. Best is trial 19 with value: -30.33936596007591.
[I 2021-08-05 23:57:27,108] Trial 20 finished with value: -28.24369001036737 and parameters: {'optimizer': 'COBYLA', 'reps': 1, 'gamma_0': 2.5170289001926567, 'beta_0': 3.1359111589503903}. Best is trial 19 with value: -30.33936596007591.
[I 2021-08-05 23:58:01,051] Trial 21 finished with value: -30.530620197158633 and parameters: {'optimizer': 'COBYLA', 'reps': 1, 'gamma_0': 2.5428422596170215, 'beta_0': 2.924483139708478}. Best is trial 21 with value: -30.530620197158633.
[I 2021-08-06 00:01:12,805] Trial 22 finished with value: -24.121157071417958 and parameters: {'optimizer': 'COBYLA', 'reps': 9, 'gamma_0': 2.5939187279558773, 'gamma_1': -2.9842811283888877, 'gamma_2': -2.1670713198191156, 'gamma_3': -3.1313595646791157, 'gamma_4': -0.8537257462640495, 'gamma_5': -2.413775945502547, 'gamma_6': -2.146960830433788, 'gamma_7': 2.917102211213714, 'gamma_8': 2.9866563838589735, 'beta_0': 2.859997596207476, 'beta_1': -0.33693182419692863, 'beta_2': -2.7888205302113427, 'beta_3': 3.0760431251762834, 'beta_4': -2.619834517529063, 'beta_5': 3.0168537809348908, 'beta_6': -1.9389651729771133, 'beta_7': 1.822722067667706, 'beta_8': -1.0824282374482241}. Best is trial 21 with value: -30.530620197158633.
[I 2021-08-06 00:01:44,431] Trial 23 finished with value: -29.619200604088014 and parameters: {'optimizer': 'COBYLA', 'reps': 1, 'gamma_0': 2.0336019667790697, 'beta_0': 3.0647457419639283}. Best is trial 21 with value: -30.530620197158633.
[I 2021-08-06 00:06:05,034] Trial 24 finished with value: -23.942897255778483 and parameters: {'optimizer': 'COBYLA', 'reps': 12, 'gamma_0': 1.4680040208689584, 'gamma_1': -2.5016758028488213, 'gamma_2': -1.4729107711627314, 'gamma_3': -2.4651114963908554, 'gamma_4': -2.5015512117383802, 'gamma_5': 2.1368365211636893, 'gamma_6': 2.2820677637773032, 'gamma_7': 1.130764478794308, 'gamma_8': -2.9886201077582264, 'gamma_9': 1.8305992935429376, 'gamma_10': 2.9906602971935765, 'gamma_11': 1.6802516794554694, 'beta_0': 2.6803167070028264, 'beta_1': 2.4208468659299447, 'beta_2': -0.7862876697131929, 'beta_3': 2.519644097495967, 'beta_4': -0.7823399738685275, 'beta_5': -2.9501883834253273, 'beta_6': -0.4815375063814836, 'beta_7': 3.0681359698530537, 'beta_8': -3.009660740407548, 'beta_9': 3.0024338075984502, 'beta_10': 2.25553697732636, 'beta_11': -2.3316559990126504}. Best is trial 21 with value: -30.530620197158633.
[I 2021-08-06 00:08:19,454] Trial 25 finished with value: -23.93487953163576 and parameters: {'optimizer': 'COBYLA', 'reps': 7, 'gamma_0': 1.9254454582885328, 'gamma_1': -2.302689009465397, 'gamma_2': 2.346082664329624, 'gamma_3': 2.6910508883008997, 'gamma_4': -2.413614750222416, 'gamma_5': 0.9769246549632907, 'gamma_6': -2.345582768435609, 'beta_0': 1.2196134875052267, 'beta_1': -0.49851357688744025, 'beta_2': -2.1768178006927212, 'beta_3': 0.9834664680048038, 'beta_4': 2.1921709366176434, 'beta_5': 2.2643817410398177, 'beta_6': 0.278187928669099}. Best is trial 21 with value: -30.530620197158633.
[I 2021-08-06 00:08:52,786] Trial 26 finished with value: -27.420215271512163 and parameters: {'optimizer': 'COBYLA', 'reps': 1, 'gamma_0': 2.2119375533775933, 'beta_0': 3.0917915620081438}. Best is trial 21 with value: -30.530620197158633.
[I 2021-08-06 00:13:47,201] Trial 27 finished with value: -24.108721957157965 and parameters: {'optimizer': 'COBYLA', 'reps': 13, 'gamma_0': 3.064822717369144, 'gamma_1': -0.7309874730609836, 'gamma_2': -2.117612622373933, 'gamma_3': 1.3517093892983987, 'gamma_4': 1.5678101628027679, 'gamma_5': -2.3159489437362186, 'gamma_6': -0.6485021917533123, 'gamma_7': 2.3363308240433267, 'gamma_8': 2.263108119582034, 'gamma_9': -2.8709834997424544, 'gamma_10': 2.2703864265748694, 'gamma_11': 0.7270860765626059, 'gamma_12': -2.924081249173111, 'beta_0': 2.4452730610182734, 'beta_1': -2.154941582444118, 'beta_2': -1.3173032555762736, 'beta_3': -1.509323219273249, 'beta_4': -2.070492242205974, 'beta_5': -1.2535607430456994, 'beta_6': -2.3199752704448318, 'beta_7': 0.9358716447467693, 'beta_8': 0.6786559834147704, 'beta_9': 0.6057146697897735, 'beta_10': 0.6616050269094745, 'beta_11': 1.352327115555571, 'beta_12': 2.7937748295760487}. Best is trial 21 with value: -30.530620197158633.
[I 2021-08-06 00:15:10,741] Trial 28 finished with value: -23.919478439678052 and parameters: {'optimizer': 'COBYLA', 'reps': 5, 'gamma_0': 1.254049737866148, 'gamma_1': -0.09804150323392348, 'gamma_2': -0.8619154138610762, 'gamma_3': -1.7260792789845625, 'gamma_4': 0.5614268431338287, 'beta_0': 2.03613067568875, 'beta_1': -3.1258510017734684, 'beta_2': -0.27218368940746573, 'beta_3': 0.019640438130036665, 'beta_4': 2.9882937257292057}. Best is trial 21 with value: -30.530620197158633.
[I 2021-08-06 00:32:59,600] Trial 29 finished with value: -29.523835145458282 and parameters: {'optimizer': 'QN-SPSA', 'reps': 1, 'gamma_0': 0.37777681716255795, 'beta_0': 3.073828645052155}. Best is trial 21 with value: -30.530620197158633.
[I 2021-08-06 00:36:12,176] Trial 30 finished with value: -23.772259113610072 and parameters: {'optimizer': 'COBYLA', 'reps': 9, 'gamma_0': 1.6767071155924822, 'gamma_1': 0.49152035716439396, 'gamma_2': -0.0011190192449796698, 'gamma_3': 0.3697991214070727, 'gamma_4': -2.2311135577263874, 'gamma_5': -1.0673618029586864, 'gamma_6': 2.2799420836986575, 'gamma_7': 0.8647919331936758, 'gamma_8': 0.5726904233593014, 'beta_0': -2.569324666851325, 'beta_1': 0.6289141333668663, 'beta_2': 1.0764940584828466, 'beta_3': 1.9950731934163812, 'beta_4': 1.336191660707541, 'beta_5': 1.3166081685162327, 'beta_6': -1.229100358384098, 'beta_7': -0.7470902940665192, 'beta_8': 0.05184192348160304}. Best is trial 21 with value: -30.530620197158633.
[I 2021-08-06 00:53:51,622] Trial 31 finished with value: -23.684155370928718 and parameters: {'optimizer': 'QN-SPSA', 'reps': 1, 'gamma_0': 0.13214088753376796, 'beta_0': 3.133589716282086}. Best is trial 21 with value: -30.530620197158633.
[I 2021-08-06 01:16:16,297] Trial 32 finished with value: -24.184446069457465 and parameters: {'optimizer': 'QN-SPSA', 'reps': 4, 'gamma_0': 1.0240525446892608, 'gamma_1': 2.490882619842035, 'gamma_2': 2.911713616969525, 'gamma_3': -0.6458677018953147, 'beta_0': 2.692348063620395, 'beta_1': 1.9958500324127002, 'beta_2': -2.258675337948206, 'beta_3': -0.3992425352021991}. Best is trial 21 with value: -30.530620197158633.
[I 2021-08-06 01:34:32,797] Trial 33 finished with value: -26.33691112751601 and parameters: {'optimizer': 'QN-SPSA', 'reps': 2, 'gamma_0': -0.605172757697077, 'gamma_1': -0.9926715287664468, 'beta_0': 2.416472882344395, 'beta_1': -1.8843222945641986}. Best is trial 21 with value: -30.530620197158633.
[I 2021-08-06 02:00:17,704] Trial 34 finished with value: -24.466529178214497 and parameters: {'optimizer': 'QN-SPSA', 'reps': 7, 'gamma_0': 0.5488003842032185, 'gamma_1': -2.0619644796298466, 'gamma_2': -3.1321174865589767, 'gamma_3': 2.4825127336876163, 'gamma_4': 0.06977267831228444, 'gamma_5': 2.072788788483253, 'gamma_6': 0.34767435144634384, 'beta_0': 1.7829781165548984, 'beta_1': -0.7250867938834402, 'beta_2': -3.105039789884049, 'beta_3': 2.7947673257641514, 'beta_4': -2.0187963487976432, 'beta_5': 2.207491596525249, 'beta_6': 3.0872769383197247}. Best is trial 21 with value: -30.530620197158633.
[I 2021-08-06 02:16:55,887] Trial 35 finished with value: -30.26863812292692 and parameters: {'optimizer': 'QN-SPSA', 'reps': 1, 'gamma_0': -2.7564795208941164, 'beta_0': 2.8137112317539645}. Best is trial 21 with value: -30.530620197158633.
[I 2021-08-06 02:21:51,306] Trial 36 finished with value: -23.910632377993625 and parameters: {'optimizer': 'COBYLA', 'reps': 14, 'gamma_0': -3.1375582379192126, 'gamma_1': 0.7869240244886055, 'gamma_2': 1.46327628196386, 'gamma_3': 1.1404033262496687, 'gamma_4': -0.9118599727782568, 'gamma_5': 1.2126451067174921, 'gamma_6': -1.076404548222966, 'gamma_7': -2.301655973311209, 'gamma_8': 2.409915866428408, 'gamma_9': 0.46555287026580383, 'gamma_10': 1.8014600794313476, 'gamma_11': 2.5080434691951283, 'gamma_12': -3.0003155578872542, 'gamma_13': -1.232885139000928, 'beta_0': 2.735060708852348, 'beta_1': 2.951056484594215, 'beta_2': 0.606452934718646, 'beta_3': -2.639764769265018, 'beta_4': -0.7915023320001238, 'beta_5': -2.6732210838360615, 'beta_6': 1.0517996184978156, 'beta_7': 2.2949485899802355, 'beta_8': 1.511501315211891, 'beta_9': 2.2227358671867323, 'beta_10': 2.19314896492431, 'beta_11': 2.0566160674999474, 'beta_12': 0.665065659734308, 'beta_13': -2.9413271688221254}. Best is trial 21 with value: -30.530620197158633.
[I 2021-08-06 02:53:08,530] Trial 37 finished with value: -23.406328684278442 and parameters: {'optimizer': 'QN-SPSA', 'reps': 10, 'gamma_0': -1.8213437148968024, 'gamma_1': 1.4523389020703752, 'gamma_2': 1.1540762645765195, 'gamma_3': -2.1857563447300583, 'gamma_4': 1.8541251511205605, 'gamma_5': -2.728918426176776, 'gamma_6': -2.1119615347106073, 'gamma_7': 2.1583540765582083, 'gamma_8': -2.7321245815149515, 'gamma_9': 3.036387303249788, 'beta_0': 1.066519045217454, 'beta_1': -2.555915229440954, 'beta_2': -0.018927254121718, 'beta_3': 1.2648936442730547, 'beta_4': 0.5030582306900195, 'beta_5': 2.577642507137657, 'beta_6': -1.513709525326852, 'beta_7': -3.141397452516261, 'beta_8': -1.130010371815488, 'beta_9': -2.057505708198968}. Best is trial 21 with value: -30.530620197158633.
[I 2021-08-06 02:54:19,372] Trial 38 finished with value: -25.497414484675833 and parameters: {'optimizer': 'COBYLA', 'reps': 4, 'gamma_0': -2.6538812972700554, 'gamma_1': -1.5342923932978874, 'gamma_2': 2.220640675776278, 'gamma_3': -1.2912424511265583, 'beta_0': 2.15382024098722, 'beta_1': -3.047132241912349, 'beta_2': 2.481791601720633, 'beta_3': 0.37362923316070357}. Best is trial 21 with value: -30.530620197158633.
[I 2021-08-06 02:56:29,380] Trial 39 finished with value: -24.260529373149943 and parameters: {'optimizer': 'COBYLA', 'reps': 8, 'gamma_0': 2.4539611114605, 'gamma_1': 0.9778163141189211, 'gamma_2': 0.09604792462440047, 'gamma_3': -2.7810408628469196, 'gamma_4': 1.0206781599886792, 'gamma_5': 3.1303157250102616, 'gamma_6': 3.1140270667387213, 'gamma_7': -0.6470695962093941, 'beta_0': 1.8851138839013815, 'beta_1': -0.2378335893702304, 'beta_2': -1.5186339257252397, 'beta_3': 2.1951079491167147, 'beta_4': 2.153657949789547, 'beta_5': -1.4976546027358006, 'beta_6': -0.02473983192201931, 'beta_7': 0.29713298995070725}. Best is trial 21 with value: -30.530620197158633.
[I 2021-08-06 03:47:02,035] Trial 40 finished with value: -23.787875869244484 and parameters: {'optimizer': 'QN-SPSA', 'reps': 22, 'gamma_0': 1.084764437629263, 'gamma_1': 0.11660039097560526, 'gamma_2': 2.0322929143342647, 'gamma_3': -1.8584619138437535, 'gamma_4': 2.5872665587157053, 'gamma_5': -1.6837714554087666, 'gamma_6': -2.6466707576453072, 'gamma_7': 2.678638260475478, 'gamma_8': -1.270987432428198, 'gamma_9': 0.536420824932987, 'gamma_10': -0.5267389730730844, 'gamma_11': -2.5922260484249455, 'gamma_12': -1.1006998351539474, 'gamma_13': -1.6193176695311422, 'gamma_14': 2.8746487109658942, 'gamma_15': 1.0109466321916798, 'gamma_16': 2.9710864707942326, 'gamma_17': 3.005498772065588, 'gamma_18': -3.108677473024213, 'gamma_19': 3.1188009360469837, 'gamma_20': -3.01955563942546, 'gamma_21': 1.7315368560979705, 'beta_0': 2.442280239714857, 'beta_1': -1.0265226005791197, 'beta_2': -3.1383947494188154, 'beta_3': -0.37713746741004733, 'beta_4': -3.09808128577046, 'beta_5': 0.8751520481429792, 'beta_6': -2.902096658389516, 'beta_7': 1.2716267192034065, 'beta_8': -3.137409210817774, 'beta_9': 2.4037026065519527, 'beta_10': -2.160410764285132, 'beta_11': 0.985547191519012, 'beta_12': -2.0253150267406013, 'beta_13': -1.9286653447606035, 'beta_14': 3.0214826438059452, 'beta_15': -2.035699903431271, 'beta_16': 3.1152639353234433, 'beta_17': -3.0038867097742594, 'beta_18': 2.012011269302359, 'beta_19': -1.6643909489753062, 'beta_20': 2.2892942779052836, 'beta_21': 0.895707383193768}. Best is trial 21 with value: -30.530620197158633.
[I 2021-08-06 04:04:26,425] Trial 41 finished with value: -30.638089691984725 and parameters: {'optimizer': 'QN-SPSA', 'reps': 1, 'gamma_0': 0.548794235915264, 'beta_0': 2.919391243455847}. Best is trial 41 with value: -30.638089691984725.
[I 2021-08-06 04:23:45,082] Trial 42 finished with value: -26.596132637901842 and parameters: {'optimizer': 'QN-SPSA', 'reps': 3, 'gamma_0': -0.6346881790434118, 'gamma_1': -2.597247759307123, 'gamma_2': -2.5629017103134486, 'beta_0': 2.9238446913320333, 'beta_1': 0.47503605005554456, 'beta_2': 0.5897719926834992}. Best is trial 41 with value: -30.638089691984725.
[I 2021-08-06 04:47:40,518] Trial 43 finished with value: -24.083670608459535 and parameters: {'optimizer': 'QN-SPSA', 'reps': 6, 'gamma_0': 2.7790710958342477, 'gamma_1': -3.114745720765081, 'gamma_2': 1.714046060578906, 'gamma_3': 0.04232358529330558, 'gamma_4': -1.1122894788347666, 'gamma_5': -2.1809440285226733, 'beta_0': 1.6225907553059438, 'beta_1': -1.5777848631917584, 'beta_2': 2.7925182464845344, 'beta_3': -1.2938408889599786, 'beta_4': -0.4932048167071872, 'beta_5': -2.4684602429618203}. Best is trial 41 with value: -30.638089691984725.
[I 2021-08-06 05:03:54,837] Trial 44 finished with value: -26.503282328506216 and parameters: {'optimizer': 'QN-SPSA', 'reps': 1, 'gamma_0': 2.3424482517895275, 'beta_0': 2.6252316542575436}. Best is trial 41 with value: -30.638089691984725.
[I 2021-08-06 05:26:20,323] Trial 45 finished with value: -25.366453368094234 and parameters: {'optimizer': 'QN-SPSA', 'reps': 5, 'gamma_0': -1.727059087333359, 'gamma_1': -1.705231424272507, 'gamma_2': -1.7353744534244497, 'gamma_3': -0.9137749207840401, 'gamma_4': -2.733684488072378, 'beta_0': 2.320809021566084, 'beta_1': 0.06935856521678341, 'beta_2': 1.509770038729403, 'beta_3': -1.696220298412772, 'beta_4': 3.0992722918400797}. Best is trial 41 with value: -30.638089691984725.
[I 2021-08-06 05:31:54,117] Trial 46 finished with value: -24.028454923747844 and parameters: {'optimizer': 'COBYLA', 'reps': 15, 'gamma_0': 2.0998003961666587, 'gamma_1': -1.146830517447393, 'gamma_2': -1.1991289191421397, 'gamma_3': 1.6207959662043385, 'gamma_4': 2.7800144077153863, 'gamma_5': -0.8044036679565401, 'gamma_6': 2.663823569932018, 'gamma_7': -2.266089015657876, 'gamma_8': -0.2245121448471123, 'gamma_9': 1.6244537001225834, 'gamma_10': 3.132369958132769, 'gamma_11': 3.007626651906445, 'gamma_12': 2.725164350958181, 'gamma_13': -1.9935474665612443, 'gamma_14': 2.968225790639972, 'beta_0': 2.9706305667455655, 'beta_1': 0.881253059342302, 'beta_2': 2.168868576082955, 'beta_3': -2.4434349879149626, 'beta_4': 0.2709805287312119, 'beta_5': -0.7224305101520034, 'beta_6': -2.3779739847512866, 'beta_7': -0.5880367890560202, 'beta_8': 2.5426088048784847, 'beta_9': 0.6909483056020036, 'beta_10': 2.6963646995914754, 'beta_11': -0.755604620084011, 'beta_12': -3.067344141725356, 'beta_13': -1.8907248878194975, 'beta_14': 1.5741406882156055}. Best is trial 41 with value: -30.638089691984725.
[I 2021-08-06 06:04:40,917] Trial 47 finished with value: -24.036301759166196 and parameters: {'optimizer': 'QN-SPSA', 'reps': 11, 'gamma_0': 2.85303718362273, 'gamma_1': 1.6910476922976005, 'gamma_2': -0.32315951824873207, 'gamma_3': 2.213233019089886, 'gamma_4': -2.1144900329379888, 'gamma_5': -0.09302226095148829, 'gamma_6': 1.7177768907053224, 'gamma_7': 0.7919294022290552, 'gamma_8': 1.046069245451803, 'gamma_9': -1.4057822863059335, 'gamma_10': -0.4352973247864504, 'beta_0': 2.094333908471878, 'beta_1': -2.615418971871906, 'beta_2': 0.2976015057908524, 'beta_3': 1.5591502281140752, 'beta_4': 1.4862794392142293, 'beta_5': 0.03652287188973024, 'beta_6': -1.8273663885107496, 'beta_7': -2.067086438532859, 'beta_8': 1.1630569729203188, 'beta_9': -2.4790636412543745, 'beta_10': 1.242516575736689}. Best is trial 41 with value: -30.638089691984725.
[I 2021-08-06 06:42:16,219] Trial 48 finished with value: -23.76858362599341 and parameters: {'optimizer': 'SPSA', 'reps': 29, 'gamma_0': 0.7078110127935635, 'gamma_1': -0.49368477292932283, 'gamma_2': -0.788809719061, 'gamma_3': 0.17977641725817578, 'gamma_4': -1.8921233222652556, 'gamma_5': -1.3721620376568662, 'gamma_6': -0.820574140915191, 'gamma_7': 1.4950718646963643, 'gamma_8': 2.5113529375586485, 'gamma_9': 2.7097524523620966, 'gamma_10': 2.1973293583906544, 'gamma_11': -0.3373418041553564, 'gamma_12': 0.28943578992357577, 'gamma_13': -0.7326565441526361, 'gamma_14': 0.43825949826757454, 'gamma_15': -0.26836708344694066, 'gamma_16': -1.9402191286767856, 'gamma_17': 1.8840846557248803, 'gamma_18': -2.2411617291659174, 'gamma_19': -2.907131556864571, 'gamma_20': 2.0145377981130124, 'gamma_21': -0.39058764051260514, 'gamma_22': 1.2700155592697784, 'gamma_23': -1.4867109898953683, 'gamma_24': -3.013221253696058, 'gamma_25': -1.530144025758475, 'gamma_26': 0.6832761516142277, 'gamma_27': -2.932310710215245, 'gamma_28': -1.3772159152916008, 'beta_0': -0.26257058307399594, 'beta_1': 1.356606033196141, 'beta_2': -2.5109837631391487, 'beta_3': 2.478329607569883, 'beta_4': -0.2713630078431924, 'beta_5': -1.6470017775678418, 'beta_6': -0.842874863770375, 'beta_7': -0.030870809737132725, 'beta_8': 0.027906671534004553, 'beta_9': -1.426085705605683, 'beta_10': -0.1670947458134029, 'beta_11': -1.7415523592534405, 'beta_12': 2.7175066781759205, 'beta_13': 0.9538392552546845, 'beta_14': 2.09525201083799, 'beta_15': -1.2032741740820114, 'beta_16': -3.0608613038183896, 'beta_17': 2.1668640692162042, 'beta_18': 1.5675211729864864, 'beta_19': -3.0133267745158334, 'beta_20': -2.2061822675810263, 'beta_21': 1.91440464263347, 'beta_22': 3.1024748685936245, 'beta_23': -0.8407461022812567, 'beta_24': -3.072706952120803, 'beta_25': -1.6993458378453998, 'beta_26': 3.061358007820839, 'beta_27': 3.012691847744254, 'beta_28': 3.121522340705788}. Best is trial 41 with value: -30.638089691984725.
[I 2021-08-06 06:43:06,957] Trial 49 finished with value: -24.144365773197958 and parameters: {'optimizer': 'COBYLA', 'reps': 3, 'gamma_0': 1.8019330285536774, 'gamma_1': 2.4192880697359693, 'gamma_2': 2.933940036226093, 'beta_0': 2.831400774190244, 'beta_1': 2.010160645992209, 'beta_2': 0.8702633363676296}. Best is trial 41 with value: -30.638089691984725.
[I 2021-08-06 06:59:17,799] Trial 50 finished with value: -24.021301537323197 and parameters: {'optimizer': 'SPSA', 'reps': 7, 'gamma_0': 1.418851570391152, 'gamma_1': -2.086160249256417, 'gamma_2': 1.2281819809732528, 'gamma_3': -0.4649756681924922, 'gamma_4': -0.02347195192135545, 'gamma_5': 1.991542478887331, 'gamma_6': 1.3408181155365428, 'beta_0': 2.573230194650249, 'beta_1': -1.3738884114979548, 'beta_2': -1.7262823595643122, 'beta_3': -0.7837192587734497, 'beta_4': -2.4443715502028347, 'beta_5': -3.0012368699188556, 'beta_6': 1.4157511652649473}. Best is trial 41 with value: -30.638089691984725.
[I 2021-08-06 07:15:33,784] Trial 51 finished with value: -29.469942963308924 and parameters: {'optimizer': 'QN-SPSA', 'reps': 1, 'gamma_0': 0.41027079739342076, 'beta_0': 3.107485660504221}. Best is trial 41 with value: -30.638089691984725.
[I 2021-08-06 07:34:46,842] Trial 52 finished with value: -26.199421782315316 and parameters: {'optimizer': 'QN-SPSA', 'reps': 3, 'gamma_0': 0.30566274887541856, 'gamma_1': 2.9626864327725912, 'gamma_2': -2.756729751822884, 'beta_0': 3.1411569271283084, 'beta_1': 0.22769085959557564, 'beta_2': -0.3390743982758663}. Best is trial 41 with value: -30.638089691984725.
[I 2021-08-06 07:51:03,181] Trial 53 finished with value: -29.97474242743113 and parameters: {'optimizer': 'QN-SPSA', 'reps': 1, 'gamma_0': -0.32915864346734436, 'beta_0': 2.8877484137034277}. Best is trial 41 with value: -30.638089691984725.
[I 2021-08-06 08:58:06,326] Trial 54 finished with value: -24.038190693838047 and parameters: {'optimizer': 'QN-SPSA', 'reps': 32, 'gamma_0': -0.8425049391363348, 'gamma_1': 1.0134979198702674, 'gamma_2': 0.34119051581217635, 'gamma_3': 1.0639731051178498, 'gamma_4': 0.8642528408669878, 'gamma_5': 2.423427279283658, 'gamma_6': 0.273537468461592, 'gamma_7': 1.8146014260376995, 'gamma_8': -2.3631202795563815, 'gamma_9': -3.018183431632559, 'gamma_10': 0.868997022707303, 'gamma_11': 2.022231068666615, 'gamma_12': 2.386101758313688, 'gamma_13': -3.141529003184273, 'gamma_14': -2.595860381831201, 'gamma_15': 2.830638075697555, 'gamma_16': -2.7465835871882813, 'gamma_17': -2.89560021415072, 'gamma_18': -0.8759813499180003, 'gamma_19': 2.1685787412779924, 'gamma_20': -2.304854084363166, 'gamma_21': 2.727098976042085, 'gamma_22': -2.5164896466768636, 'gamma_23': 0.24074651405676348, 'gamma_24': 1.474959576845493, 'gamma_25': 0.37337067665822615, 'gamma_26': 1.9373458998884936, 'gamma_27': -0.8982906535942455, 'gamma_28': -3.1343251099245446, 'gamma_29': -2.4204611454193774, 'gamma_30': 2.8192285752088764, 'gamma_31': -3.0939429262583715, 'beta_0': 2.255813926077715, 'beta_1': 1.6781024063280143, 'beta_2': -1.0814342644197503, 'beta_3': 1.876500555590861, 'beta_4': -1.1558438018849972, 'beta_5': 1.7171796617426964, 'beta_6': 2.689515237828134, 'beta_7': 2.051300208378543, 'beta_8': -0.3259079116175668, 'beta_9': -0.9119724152680505, 'beta_10': -1.8723489272148466, 'beta_11': -0.4656080699773525, 'beta_12': 0.6113440286926214, 'beta_13': -1.1316254362574765, 'beta_14': 0.43348022851790063, 'beta_15': -2.471291836989288, 'beta_16': 1.2422121463861349, 'beta_17': -1.9216805941060944, 'beta_18': -0.554701759302045, 'beta_19': 3.1322847758234094, 'beta_20': 0.5371258199896329, 'beta_21': -1.9835272113195643, 'beta_22': 1.8708564380124053, 'beta_23': -2.9570337607532267, 'beta_24': 2.7392520012234898, 'beta_25': -0.3336945230924065, 'beta_26': -2.400232013040114, 'beta_27': 1.7033203667469405, 'beta_28': 1.9269144198136998, 'beta_29': 2.7960882876383804, 'beta_30': 2.618222196625402, 'beta_31': 1.0556843804593472}. Best is trial 41 with value: -30.638089691984725.
[I 2021-08-06 09:22:14,127] Trial 55 finished with value: -25.196117408662843 and parameters: {'optimizer': 'QN-SPSA', 'reps': 6, 'gamma_0': -0.181483147930665, 'gamma_1': -1.2801247221592473, 'gamma_2': 0.8530465922028299, 'gamma_3': 1.8080220252988017, 'gamma_4': 1.819874448024401, 'gamma_5': -0.5017846508054619, 'beta_0': 2.7365786983006384, 'beta_1': 2.5636394491017236, 'beta_2': 2.7037690828430447, 'beta_3': 0.9882242398686174, 'beta_4': -1.7178318146496045, 'beta_5': 2.758062000302968}. Best is trial 41 with value: -30.638089691984725.
[I 2021-08-06 09:34:43,305] Trial 56 finished with value: -25.234902713491774 and parameters: {'optimizer': 'SPSA', 'reps': 3, 'gamma_0': -1.5058272454587478, 'gamma_1': 0.2061134871840075, 'gamma_2': -0.3174210651563845, 'beta_0': 1.9356303250723506, 'beta_1': 0.6357884837631932, 'beta_2': 1.8133866437715944}. Best is trial 41 with value: -30.638089691984725.
[I 2021-08-06 09:51:01,732] Trial 57 finished with value: -29.725562503671274 and parameters: {'optimizer': 'QN-SPSA', 'reps': 1, 'gamma_0': -2.356638223115938, 'beta_0': 2.871716582902656}. Best is trial 41 with value: -30.638089691984725.
[I 2021-08-06 10:35:09,774] Trial 58 finished with value: -23.759217371578345 and parameters: {'optimizer': 'QN-SPSA', 'reps': 18, 'gamma_0': -2.395896542143484, 'gamma_1': 2.5632650563850556, 'gamma_2': -1.9969142566994227, 'gamma_3': -1.5350136381520336, 'gamma_4': 2.191993405686541, 'gamma_5': 0.3216628514972057, 'gamma_6': -1.761813980685852, 'gamma_7': -3.087969928616286, 'gamma_8': -1.281114859342527, 'gamma_9': -2.4064452929275135, 'gamma_10': -2.8323628555200786, 'gamma_11': 0.8718034271102371, 'gamma_12': -2.3962304524652676, 'gamma_13': 0.4931969757369989, 'gamma_14': 0.8635548380228278, 'gamma_15': 1.3916626049193535, 'gamma_16': 0.4829701511067637, 'gamma_17': 1.2576049807141159, 'beta_0': 1.4922621964566687, 'beta_1': -2.3236928757617847, 'beta_2': -2.8888819841518623, 'beta_3': -2.238414159981274, 'beta_4': 0.9676968680863243, 'beta_5': -0.7959316640741265, 'beta_6': 0.6657565918895215, 'beta_7': 3.1371791156805173, 'beta_8': 2.59022027925477, 'beta_9': 0.14850089118054766, 'beta_10': -2.6723701015992622, 'beta_11': 0.5932079933576264, 'beta_12': 2.338640621576389, 'beta_13': -2.360949069579913, 'beta_14': -0.6686195396334358, 'beta_15': -1.1368063439902025, 'beta_16': 1.710536240837249, 'beta_17': 2.069088381646335}. Best is trial 41 with value: -30.638089691984725.
[I 2021-08-06 10:57:30,494] Trial 59 finished with value: -24.742502732349664 and parameters: {'optimizer': 'QN-SPSA', 'reps': 5, 'gamma_0': -2.931008692853927, 'gamma_1': -0.11400372572931261, 'gamma_2': -1.125235834641413, 'gamma_3': -2.2686971863508143, 'gamma_4': -0.602123905034187, 'beta_0': 2.4741152423891712, 'beta_1': -1.7424502466016891, 'beta_2': 0.22419937737228912, 'beta_3': -2.7643953983218204, 'beta_4': 1.694316564390045}. Best is trial 41 with value: -30.638089691984725.
[I 2021-08-06 11:26:24,195] Trial 60 finished with value: -23.806727574389463 and parameters: {'optimizer': 'QN-SPSA', 'reps': 9, 'gamma_0': -2.208581716496906, 'gamma_1': -0.7399863908646458, 'gamma_2': 1.828808619098463, 'gamma_3': -1.065915984114381, 'gamma_4': -1.5052094656774961, 'gamma_5': 2.7597389213309724, 'gamma_6': 0.6755337362868629, 'gamma_7': -0.18374193101243252, 'gamma_8': 0.47246827010431475, 'beta_0': 2.868785775042596, 'beta_1': -2.8987859965559557, 'beta_2': -0.6462299646235629, 'beta_3': 0.23898914652467668, 'beta_4': 2.6907428709278913, 'beta_5': -2.31018612462252, 'beta_6': -0.48630826547879535, 'beta_7': 1.4399286937649611, 'beta_8': -1.3702975477629273}. Best is trial 41 with value: -30.638089691984725.
[I 2021-08-06 11:42:39,909] Trial 61 finished with value: -30.614349402885747 and parameters: {'optimizer': 'QN-SPSA', 'reps': 1, 'gamma_0': -2.7147357948041733, 'beta_0': 2.885445184758544}. Best is trial 41 with value: -30.638089691984725.
[I 2021-08-06 11:58:51,531] Trial 62 finished with value: -30.11074350943431 and parameters: {'optimizer': 'QN-SPSA', 'reps': 1, 'gamma_0': -2.065648212754139, 'beta_0': 2.9089371230045153}. Best is trial 41 with value: -30.638089691984725.
[I 2021-08-06 12:18:00,103] Trial 63 finished with value: -27.108555247928543 and parameters: {'optimizer': 'QN-SPSA', 'reps': 3, 'gamma_0': -2.6942400268088487, 'gamma_1': 1.7523529009042356, 'gamma_2': -2.4339069561481024, 'beta_0': -2.028624277827315, 'beta_1': 1.2413185324215732, 'beta_2': -1.8571501746107546}. Best is trial 41 with value: -30.638089691984725.
[I 2021-08-06 12:40:21,534] Trial 64 finished with value: -24.393771668138395 and parameters: {'optimizer': 'QN-SPSA', 'reps': 5, 'gamma_0': -1.9669955784700177, 'gamma_1': -2.8095049759821302, 'gamma_2': 0.3561981052486487, 'gamma_3': 2.703763619542814, 'gamma_4': 0.021567962631113543, 'beta_0': 2.619216721826124, 'beta_1': -1.0389888226753023, 'beta_2': -1.3852189709448752, 'beta_3': -1.6075389225256889, 'beta_4': -0.030647560831063663}. Best is trial 41 with value: -30.638089691984725.
[I 2021-08-06 12:58:03,170] Trial 65 finished with value: -27.957337317230923 and parameters: {'optimizer': 'QN-SPSA', 'reps': 2, 'gamma_0': -3.1288806835006273, 'gamma_1': 2.266825729371578, 'beta_0': 2.3321898689149405, 'beta_1': 2.3025443187611043}. Best is trial 41 with value: -30.638089691984725.
[I 2021-08-06 13:23:39,265] Trial 66 finished with value: -23.694637154178366 and parameters: {'optimizer': 'QN-SPSA', 'reps': 7, 'gamma_0': -2.8431275894356647, 'gamma_1': -0.37190522788031155, 'gamma_2': -0.512467769546808, 'gamma_3': -0.21267034846956523, 'gamma_4': -2.955675594177876, 'gamma_5': 1.4875731527051717, 'gamma_6': -0.42450316482681627, 'beta_0': 2.9564358590078825, 'beta_1': -0.0677787808172295, 'beta_2': 1.4437343682742032, 'beta_3': -0.18968764473963, 'beta_4': 2.4170167432286527, 'beta_5': 1.936961683588141, 'beta_6': 2.2810630735487147}. Best is trial 41 with value: -30.638089691984725.
[I 2021-08-06 13:34:21,009] Trial 67 finished with value: -29.752056436150944 and parameters: {'optimizer': 'SPSA', 'reps': 1, 'gamma_0': -2.1381881217851504, 'beta_0': 3.1321850478937945}. Best is trial 41 with value: -30.638089691984725.
[I 2021-08-06 13:55:07,902] Trial 68 finished with value: -24.593813092354566 and parameters: {'optimizer': 'QN-SPSA', 'reps': 4, 'gamma_0': -1.1699226302381143, 'gamma_1': 3.1058247300890547, 'gamma_2': -1.8494072729293587, 'gamma_3': -2.633972234583519, 'beta_0': 2.518970107219631, 'beta_1': 2.7519888334319482, 'beta_2': 1.804910843009079, 'beta_3': -0.6548836036140265}. Best is trial 41 with value: -30.638089691984725.
[I 2021-08-06 14:12:46,137] Trial 69 finished with value: -27.411229596031077 and parameters: {'optimizer': 'QN-SPSA', 'reps': 2, 'gamma_0': -1.5505814044657986, 'gamma_1': 2.751229102601613, 'beta_0': 2.1636439291995577, 'beta_1': 1.5832950124026188}. Best is trial 41 with value: -30.638089691984725.
[I 2021-08-06 14:30:00,667] Trial 70 finished with value: -24.107280161737393 and parameters: {'optimizer': 'SPSA', 'reps': 8, 'gamma_0': -2.558034232664644, 'gamma_1': 1.2265939828140515, 'gamma_2': -1.1888096318316976, 'gamma_3': 0.9206926730167209, 'gamma_4': 3.102535215515383, 'gamma_5': -1.861572868523981, 'gamma_6': 0.1577718796538985, 'gamma_7': -1.8142137621465937, 'beta_0': 0.5458218157444374, 'beta_1': 3.092462958700644, 'beta_2': -2.432871464265548, 'beta_3': 0.7914699750012006, 'beta_4': -0.6479451236145864, 'beta_5': 1.2079598281150274, 'beta_6': -2.5853037105249284, 'beta_7': 2.5773699891117574}. Best is trial 41 with value: -30.638089691984725.
[I 2021-08-06 14:40:42,972] Trial 71 finished with value: -30.376557974205063 and parameters: {'optimizer': 'SPSA', 'reps': 1, 'gamma_0': -2.1439063378841747, 'beta_0': 2.772574134030518}. Best is trial 41 with value: -30.638089691984725.
[I 2021-08-06 14:54:07,950] Trial 72 finished with value: -24.574596688853838 and parameters: {'optimizer': 'SPSA', 'reps': 4, 'gamma_0': -3.013201483269721, 'gamma_1': -0.9457686437265524, 'gamma_2': 2.575173260594263, 'gamma_3': -3.1185574646275582, 'beta_0': 2.9276803736244883, 'beta_1': -0.4917324655035808, 'beta_2': -0.9825365841637, 'beta_3': -1.267403574801437}. Best is trial 41 with value: -30.638089691984725.
[I 2021-08-06 15:04:53,763] Trial 73 finished with value: -29.827693030578132 and parameters: {'optimizer': 'SPSA', 'reps': 1, 'gamma_0': -0.9580174332089662, 'beta_0': 2.732896225442608}. Best is trial 41 with value: -30.638089691984725.
[I 2021-08-06 16:02:03,005] Trial 74 finished with value: -24.013883638013702 and parameters: {'optimizer': 'SPSA', 'reps': 49, 'gamma_0': -2.0509805211412866, 'gamma_1': 0.6268689982283292, 'gamma_2': -1.4597343113143695, 'gamma_3': 2.3586760091637795, 'gamma_4': 0.2657575270484162, 'gamma_5': 0.9946720610520103, 'gamma_6': 2.468405842077867, 'gamma_7': -1.4105812150595098, 'gamma_8': 1.5071966652196724, 'gamma_9': -1.1807030851355258, 'gamma_10': -0.9875601802405635, 'gamma_11': -0.2612742706428861, 'gamma_12': 1.3529237746599234, 'gamma_13': -0.7478506996893084, 'gamma_14': -0.4913679734210997, 'gamma_15': -0.9181752564762371, 'gamma_16': 2.1280773552830876, 'gamma_17': -2.269598478040669, 'gamma_18': -2.1576866495628053, 'gamma_19': -1.759386925225176, 'gamma_20': -0.6743031092432414, 'gamma_21': 0.5501236379230967, 'gamma_22': 0.6154337201207872, 'gamma_23': -2.3942788709948064, 'gamma_24': 3.0870741870840384, 'gamma_25': -1.5983679879149568, 'gamma_26': 0.09138081153437151, 'gamma_27': -2.861327281568904, 'gamma_28': 0.8386783241122816, 'gamma_29': -2.9788615619893557, 'gamma_30': 3.125356713145557, 'gamma_31': -1.1670565125642713, 'gamma_32': -2.6211874469022773, 'gamma_33': 0.3827657943494657, 'gamma_34': 1.0424784570239352, 'gamma_35': -0.7300308051395888, 'gamma_36': 2.867173940871591, 'gamma_37': 1.163576140062026, 'gamma_38': -2.861591145905501, 'gamma_39': 2.568976093208598, 'gamma_40': -2.2964167389828822, 'gamma_41': -2.9136710809809783, 'gamma_42': -3.068336263894557, 'gamma_43': 3.012536151327654, 'gamma_44': 2.832300901464847, 'gamma_45': -3.1199784129591994, 'gamma_46': 3.131882792500952, 'gamma_47': -3.140142155786841, 'gamma_48': 3.041922244678605, 'beta_0': 2.5596289574775515, 'beta_1': 2.019155642598792, 'beta_2': -2.088340576774078, 'beta_3': 1.2816432120715744, 'beta_4': -2.3545688375272764, 'beta_5': 0.28578142302167314, 'beta_6': 1.0702695530012372, 'beta_7': -2.580525410213735, 'beta_8': -1.6290290278479034, 'beta_9': 1.9244635403279198, 'beta_10': 0.34969567981427846, 'beta_11': -3.042198910235409, 'beta_12': -1.6453630395696612, 'beta_13': -0.07167863728763395, 'beta_14': 3.1004063861238738, 'beta_15': 0.7050760873002699, 'beta_16': 0.11721354020774766, 'beta_17': -0.29854466370441884, 'beta_18': 3.0264544289283744, 'beta_19': -1.6778233353414689, 'beta_20': 2.251187138259587, 'beta_21': 2.467819566452843, 'beta_22': 0.8771573628901945, 'beta_23': -2.977129348299224, 'beta_24': -1.8352284055103265, 'beta_25': -3.013375748628371, 'beta_26': 1.23400149176341, 'beta_27': 1.9623724815026176, 'beta_28': 0.25039865510459713, 'beta_29': 1.7129828285729927, 'beta_30': 2.7162845950505754, 'beta_31': 1.0735955250257834, 'beta_32': -0.8732655368699611, 'beta_33': 3.0470913168698672, 'beta_34': -3.0266307298555435, 'beta_35': -2.6192544708193233, 'beta_36': 3.0858991382377576, 'beta_37': -2.389174451119222, 'beta_38': 2.8896055540565673, 'beta_39': 2.9973009716901142, 'beta_40': 2.9112529399838345, 'beta_41': 2.8879049839070565, 'beta_42': 2.561568369248097, 'beta_43': -2.990088985551589, 'beta_44': -2.881885755826006, 'beta_45': 3.093479150924322, 'beta_46': 2.9991828216116834, 'beta_47': -3.137708167126645, 'beta_48': -2.872083969262567}. Best is trial 41 with value: -30.638089691984725.
[I 2021-08-06 16:13:35,383] Trial 75 finished with value: -24.15747994772094 and parameters: {'optimizer': 'SPSA', 'reps': 2, 'gamma_0': -2.556209702624053, 'gamma_1': -1.841130620461094, 'beta_0': 1.7586503489845744, 'beta_1': 0.8319089910834001}. Best is trial 41 with value: -30.638089691984725.
[I 2021-08-06 16:37:27,090] Trial 76 finished with value: -24.222809951626214 and parameters: {'optimizer': 'QN-SPSA', 'reps': 6, 'gamma_0': -2.8248819157031075, 'gamma_1': 1.6402733256780806, 'gamma_2': -3.032553842054993, 'gamma_3': 0.44827280656856106, 'gamma_4': -0.23765471162814336, 'gamma_5': -2.7061840226730727, 'beta_0': 2.767508013117828, 'beta_1': -2.013869774693372, 'beta_2': 0.9248704329852085, 'beta_3': -2.1602218229557617, 'beta_4': -1.3124911710419247, 'beta_5': -1.7364265720067804}. Best is trial 41 with value: -30.638089691984725.
[I 2021-08-06 16:56:54,815] Trial 77 finished with value: -27.096518427998745 and parameters: {'optimizer': 'QN-SPSA', 'reps': 3, 'gamma_0': -1.878305671264558, 'gamma_1': -2.283592322447017, 'gamma_2': 0.8084314302213841, 'beta_0': 3.1230485062596522, 'beta_1': -1.1657364956105727, 'beta_2': 3.1092127142614228}. Best is trial 41 with value: -30.638089691984725.
[I 2021-08-06 17:11:29,132] Trial 78 finished with value: -24.34544192910425 and parameters: {'optimizer': 'SPSA', 'reps': 5, 'gamma_0': -1.467655342784456, 'gamma_1': 0.4068580480638835, 'gamma_2': 3.13802636663847, 'gamma_3': 1.8314711579939589, 'gamma_4': -1.8831141051274443, 'beta_0': 2.323484358732237, 'beta_1': 1.088276703706421, 'beta_2': 2.1046164909831555, 'beta_3': 0.593159104892487, 'beta_4': -1.8204816487012514}. Best is trial 41 with value: -30.638089691984725.
[I 2021-08-06 17:27:45,672] Trial 79 finished with value: -30.452327384557655 and parameters: {'optimizer': 'QN-SPSA', 'reps': 1, 'gamma_0': -2.2414402374799436, 'beta_0': 2.992389126627981}. Best is trial 41 with value: -30.638089691984725.
[I 2021-08-06 17:54:58,046] Trial 80 finished with value: -23.983049822639195 and parameters: {'optimizer': 'QN-SPSA', 'reps': 8, 'gamma_0': -2.2464240012686894, 'gamma_1': -1.4828414993019736, 'gamma_2': 1.5437340334399579, 'gamma_3': -2.063569131891972, 'gamma_4': 1.497510018761538, 'gamma_5': 2.8010785232543314, 'gamma_6': -2.6778394296739894, 'gamma_7': -0.6753170154294361, 'beta_0': 2.9876597886813845, 'beta_1': -0.7085313819036088, 'beta_2': -0.038090063421649493, 'beta_3': 2.748948538692648, 'beta_4': -2.826762686348453, 'beta_5': -0.12236179062012587, 'beta_6': 1.830004261654739, 'beta_7': 0.8551866713414409}. Best is trial 41 with value: -30.638089691984725.
[I 2021-08-06 18:11:12,852] Trial 81 finished with value: -26.941640469822016 and parameters: {'optimizer': 'QN-SPSA', 'reps': 1, 'gamma_0': -2.4188054933312375, 'beta_0': 2.6596106990496926}. Best is trial 41 with value: -30.638089691984725.
[I 2021-08-06 18:31:58,708] Trial 82 finished with value: -25.15176618907545 and parameters: {'optimizer': 'QN-SPSA', 'reps': 4, 'gamma_0': -1.7509043865410836, 'gamma_1': 2.1111053458381455, 'gamma_2': -2.782091605875279, 'gamma_3': -0.7887542113778658, 'beta_0': 2.795316988537218, 'beta_1': -2.297160466611877, 'beta_2': -0.34964150501374985, 'beta_3': -2.92727578112774}. Best is trial 41 with value: -30.638089691984725.
[I 2021-08-06 18:48:31,178] Trial 83 finished with value: -29.02643776601233 and parameters: {'optimizer': 'QN-SPSA', 'reps': 1, 'gamma_0': -2.0589180723891674, 'beta_0': 2.9918627694816498}. Best is trial 41 with value: -30.638089691984725.
[I 2021-08-06 19:06:17,945] Trial 84 finished with value: -27.84616320140222 and parameters: {'optimizer': 'QN-SPSA', 'reps': 2, 'gamma_0': -2.757883709792653, 'gamma_1': -2.8410659967882603, 'beta_0': 2.4313597918808543, 'beta_1': 2.8792066081663346}. Best is trial 41 with value: -30.638089691984725.
[I 2021-08-06 19:25:38,468] Trial 85 finished with value: -25.34556827516567 and parameters: {'optimizer': 'QN-SPSA', 'reps': 3, 'gamma_0': 2.630500453285779, 'gamma_1': -3.1162970841205766, 'gamma_2': 2.1030248050124136, 'beta_0': 3.1288215104245465, 'beta_1': 0.323261582828126, 'beta_2': 1.2127386687604613}. Best is trial 41 with value: -30.638089691984725.
[I 2021-08-06 19:40:02,745] Trial 86 finished with value: -24.24615328544167 and parameters: {'optimizer': 'SPSA', 'reps': 5, 'gamma_0': -0.4226474514856573, 'gamma_1': -2.5223560672193472, 'gamma_2': 1.2007063035523555, 'gamma_3': -1.291252795366547, 'gamma_4': 2.4243928666157464, 'beta_0': 2.5542216930168427, 'beta_1': -0.15419862595415165, 'beta_2': 2.4743028753384015, 'beta_3': -0.9177911024462186, 'beta_4': -1.004524866935718}. Best is trial 41 with value: -30.638089691984725.
[I 2021-08-06 19:57:47,776] Trial 87 finished with value: -27.343448638283956 and parameters: {'optimizer': 'QN-SPSA', 'reps': 2, 'gamma_0': -3.0244335314075688, 'gamma_1': -0.5666216409898217, 'beta_0': 1.9608611625890102, 'beta_1': -2.7386689232081096}. Best is trial 41 with value: -30.638089691984725.
[I 2021-08-06 19:59:42,618] Trial 88 finished with value: -24.36986478977263 and parameters: {'optimizer': 'COBYLA', 'reps': 6, 'gamma_0': -2.5707830368701865, 'gamma_1': -0.13923883484039307, 'gamma_2': 2.755744914611949, 'gamma_3': 3.1377968916206185, 'gamma_4': 0.7709421462976259, 'gamma_5': -0.2468218224017745, 'beta_0': 2.827287140039533, 'beta_1': -1.478654964346557, 'beta_2': -2.835998624264463, 'beta_3': -3.1167302981465967, 'beta_4': 0.4767577086406509, 'beta_5': 1.0560613220475181}. Best is trial 41 with value: -30.638089691984725.
[I 2021-08-06 20:20:42,872] Trial 89 finished with value: -24.60045231491928 and parameters: {'optimizer': 'QN-SPSA', 'reps': 4, 'gamma_0': 2.971611025988552, 'gamma_1': 1.8701858537044884, 'gamma_2': -0.13370782260752173, 'gamma_3': -0.31038037886616776, 'beta_0': 2.996066306790148, 'beta_1': 2.278900672450161, 'beta_2': 2.730506764865637, 'beta_3': -1.805449900158869}. Best is trial 41 with value: -30.638089691984725.
[I 2021-08-06 20:52:18,599] Trial 90 finished with value: -24.066043108475583 and parameters: {'optimizer': 'QN-SPSA', 'reps': 10, 'gamma_0': -1.6707340475895431, 'gamma_1': 1.4083767074906122, 'gamma_2': 2.370022187604763, 'gamma_3': 1.393485760473815, 'gamma_4': 1.9360470618065775, 'gamma_5': -1.4248536409154426, 'gamma_6': -0.9935446037186282, 'gamma_7': 0.2720381079699452, 'gamma_8': -0.669161654877549, 'gamma_9': 3.105932301133831, 'beta_0': 2.6929489340017745, 'beta_1': -2.4133473103822376, 'beta_2': 0.7677929455936041, 'beta_3': 0.206947788087852, 'beta_4': 0.845585225842918, 'beta_5': 2.559817678510333, 'beta_6': 0.3485883670529837, 'beta_7': -0.4987287268978001, 'beta_8': -2.8544744616278086, 'beta_9': -1.7142331449443975}. Best is trial 41 with value: -30.638089691984725.
[I 2021-08-06 21:03:19,525] Trial 91 finished with value: -29.854147508622738 and parameters: {'optimizer': 'SPSA', 'reps': 1, 'gamma_0': -0.9757199785270296, 'beta_0': 2.2274641874831866}. Best is trial 41 with value: -30.638089691984725.
[I 2021-08-06 21:38:48,496] Trial 92 finished with value: -23.944681959808566 and parameters: {'optimizer': 'SPSA', 'reps': 26, 'gamma_0': -0.12615934153724973, 'gamma_1': 0.7751502794967857, 'gamma_2': 0.5757433575737568, 'gamma_3': 0.7636102644117724, 'gamma_4': -1.269182549164983, 'gamma_5': 0.13013048392511828, 'gamma_6': 1.7505615632442568, 'gamma_7': -0.9249531354342257, 'gamma_8': -2.65840553142795, 'gamma_9': 0.3179721463408955, 'gamma_10': 0.23596707403772532, 'gamma_11': -2.4027492162055077, 'gamma_12': -0.20425465151926325, 'gamma_13': -3.0996499799313657, 'gamma_14': 2.7400576782798702, 'gamma_15': 0.28368544352185915, 'gamma_16': -1.8475255850122, 'gamma_17': -1.281516294133651, 'gamma_18': 0.33362463163622874, 'gamma_19': 1.3991396447324647, 'gamma_20': 2.1872722863753933, 'gamma_21': 1.7817476443646192, 'gamma_22': 2.0902800641654706, 'gamma_23': 1.748958001761486, 'gamma_24': -0.5850166693271298, 'gamma_25': 0.3856261906494619, 'beta_0': 2.335471203888045, 'beta_1': -0.44793530168190837, 'beta_2': 0.43761633452032167, 'beta_3': 2.4068283030500535, 'beta_4': 2.8906491294492094, 'beta_5': 0.5640507449669269, 'beta_6': 2.247736524134273, 'beta_7': -1.2752537703424667, 'beta_8': 0.29215229634789697, 'beta_9': 0.17268574787193722, 'beta_10': 1.111003720101696, 'beta_11': 2.258572151710418, 'beta_12': -2.450303004107891, 'beta_13': 1.2183761761439826, 'beta_14': -1.5623132897138927, 'beta_15': 2.393060102716377, 'beta_16': -1.3531789222980073, 'beta_17': -2.8783505071804822, 'beta_18': 0.38471882987891554, 'beta_19': 2.0078509987120277, 'beta_20': -1.2160111674406933, 'beta_21': -3.0752460460981865, 'beta_22': 2.2966821691520547, 'beta_23': -0.6594586482026388, 'beta_24': 0.9163171242022877, 'beta_25': 2.131483930990648}. Best is trial 41 with value: -30.638089691984725.
[I 2021-08-06 21:50:25,445] Trial 93 finished with value: -24.709924651909134 and parameters: {'optimizer': 'SPSA', 'reps': 2, 'gamma_0': -1.9239210413315935, 'gamma_1': -1.696308086534183, 'beta_0': 2.1828217234347624, 'beta_1': -3.1340531001411005}. Best is trial 41 with value: -30.638089691984725.
[I 2021-08-06 22:01:09,405] Trial 94 finished with value: -29.888399030780306 and parameters: {'optimizer': 'SPSA', 'reps': 1, 'gamma_0': -1.0471274696065138, 'beta_0': 3.1338851397175636}. Best is trial 41 with value: -30.638089691984725.
[I 2021-08-06 22:13:45,492] Trial 95 finished with value: -26.44052448905458 and parameters: {'optimizer': 'SPSA', 'reps': 3, 'gamma_0': -0.6784098031715509, 'gamma_1': -0.9565512780088846, 'gamma_2': -1.0188342667073154, 'beta_0': 2.881054218615986, 'beta_1': 1.8051706128938436, 'beta_2': -1.2249059052592972}. Best is trial 41 with value: -30.638089691984725.
[I 2021-08-06 22:24:31,861] Trial 96 finished with value: -29.69520113658031 and parameters: {'optimizer': 'SPSA', 'reps': 1, 'gamma_0': -1.3111701859279163, 'beta_0': 3.052767064921179}. Best is trial 41 with value: -30.638089691984725.
[I 2021-08-06 22:47:53,956] Trial 97 finished with value: -24.201969182633295 and parameters: {'optimizer': 'COBYLA', 'reps': 40, 'gamma_0': -0.425221517149481, 'gamma_1': 0.09703236796822803, 'gamma_2': -2.3407905310756605, 'gamma_3': 2.752945839694, 'gamma_4': -0.659164115286513, 'gamma_5': 1.6867703307947335, 'gamma_6': -0.13965312424927628, 'gamma_7': 2.6480686146780585, 'gamma_8': 2.0273066146798846, 'gamma_9': -0.36417490931774715, 'gamma_10': -1.616599968457129, 'gamma_11': -1.61065974645517, 'gamma_12': -0.8748219078118896, 'gamma_13': -2.231312585007154, 'gamma_14': 2.457445255327415, 'gamma_15': 3.1067342551864012, 'gamma_16': -1.353687229606507, 'gamma_17': 2.562794726785518, 'gamma_18': -2.1148992127109136, 'gamma_19': -0.43141393202441863, 'gamma_20': 0.5726739144730058, 'gamma_21': -0.09148747082772932, 'gamma_22': -1.503294663718685, 'gamma_23': -3.1218340461995657, 'gamma_24': -2.2759989975303245, 'gamma_25': -2.926458272549061, 'gamma_26': 3.0334667178871304, 'gamma_27': 1.061412792802503, 'gamma_28': -1.009488711172216, 'gamma_29': 0.7105577282799699, 'gamma_30': -2.153104022702214, 'gamma_31': -2.400588676796741, 'gamma_32': -1.2324426972859155, 'gamma_33': 3.0316022606655597, 'gamma_34': 2.7996086033196494, 'gamma_35': -2.855873842226706, 'gamma_36': -2.3750991206401744, 'gamma_37': -3.040316381944954, 'gamma_38': -3.1035706486859316, 'gamma_39': 1.3284017253133564, 'beta_0': 3.1293359476854055, 'beta_1': 0.6469505497084092, 'beta_2': 2.330017791107217, 'beta_3': 3.1321339682840907, 'beta_4': 2.0435781681411513, 'beta_5': -0.44380588160318957, 'beta_6': -3.126052459915086, 'beta_7': 0.10422857723389077, 'beta_8': 1.38857513830361, 'beta_9': -2.5922932711881437, 'beta_10': -0.48231629838685897, 'beta_11': 3.1366539752340556, 'beta_12': 1.106292085183487, 'beta_13': -1.1177911973826349, 'beta_14': 1.472315113639836, 'beta_15': 0.057773918594421325, 'beta_16': -2.5241412639482967, 'beta_17': -1.7060822630939485, 'beta_18': -0.8392849621048356, 'beta_19': 0.1388348547227985, 'beta_20': 0.6470700818124321, 'beta_21': 0.4988018078795882, 'beta_22': 0.6126220480793138, 'beta_23': 1.2308099056780917, 'beta_24': -2.441962034898445, 'beta_25': -1.4578417782698496, 'beta_26': -1.1644118550296207, 'beta_27': 0.5215727462717032, 'beta_28': 2.4392251476711904, 'beta_29': -2.20261061284608, 'beta_30': -2.9229599925163083, 'beta_31': 1.1282134343639405, 'beta_32': 1.3177124449095863, 'beta_33': 1.9298042453880493, 'beta_34': -1.3862619560531082, 'beta_35': -1.3131163082940538, 'beta_36': 1.1525639908203966, 'beta_37': -1.5422938723909332, 'beta_38': 0.7905195835847474, 'beta_39': 1.852598415823359}. Best is trial 41 with value: -30.638089691984725.
[I 2021-08-06 23:10:12,923] Trial 98 finished with value: -24.859173187449777 and parameters: {'optimizer': 'QN-SPSA', 'reps': 5, 'gamma_0': 0.1916690861859761, 'gamma_1': 1.086003977636866, 'gamma_2': -1.3785189484262934, 'gamma_3': 2.0471709003856833, 'gamma_4': 1.1677630527121459, 'beta_0': 2.617064964246839, 'beta_1': -0.727776335967323, 'beta_2': -0.7630273029998893, 'beta_3': 1.0757668481965283, 'beta_4': -0.267946931237019}. Best is trial 41 with value: -30.638089691984725.
[I 2021-08-06 23:22:44,836] Trial 99 finished with value: -26.352057470884063 and parameters: {'optimizer': 'SPSA', 'reps': 3, 'gamma_0': -2.259014242523827, 'gamma_1': -2.1076245837735272, 'gamma_2': 0.19125547519407704, 'beta_0': -1.1249915444322014, 'beta_1': -2.9107820648719467, 'beta_2': -1.505945398282594}. Best is trial 41 with value: -30.638089691984725.
[I 2021-08-06 23:40:28,163] Trial 100 finished with value: -24.82682971982094 and parameters: {'optimizer': 'QN-SPSA', 'reps': 2, 'gamma_0': 0.8208934761461473, 'gamma_1': 2.238588123855261, 'beta_0': 2.8073585236928813, 'beta_1': 2.5629890094772474}. Best is trial 41 with value: -30.638089691984725.
[I 2021-08-06 23:51:12,423] Trial 101 finished with value: -29.73532276257722 and parameters: {'optimizer': 'SPSA', 'reps': 1, 'gamma_0': -0.9888117146372115, 'beta_0': 2.4556890465963295}. Best is trial 41 with value: -30.638089691984725.
[I 2021-08-07 00:04:42,564] Trial 102 finished with value: -25.176138944246702 and parameters: {'optimizer': 'SPSA', 'reps': 4, 'gamma_0': -0.23518527553883428, 'gamma_1': 2.7241812417735356, 'gamma_2': -0.5585235499134908, 'gamma_3': -2.8540551084259445, 'beta_0': 2.9851501965912393, 'beta_1': 1.2773860493204052, 'beta_2': -2.3707494045077357, 'beta_3': -0.20958032161796614}. Best is trial 41 with value: -30.638089691984725.
[I 2021-08-07 00:15:26,859] Trial 103 finished with value: -29.556325997887967 and parameters: {'optimizer': 'SPSA', 'reps': 1, 'gamma_0': -0.7777870699388425, 'beta_0': 2.6725427172219214}. Best is trial 41 with value: -30.638089691984725.
[I 2021-08-07 00:28:53,353] Trial 104 finished with value: -24.913364841255564 and parameters: {'optimizer': 'SPSA', 'reps': 4, 'gamma_0': 0.03216792323540163, 'gamma_1': 0.8217348369565848, 'gamma_2': 1.034864089839748, 'gamma_3': -1.684312558410146, 'beta_0': 2.9261590585686594, 'beta_1': -1.6708805513517087, 'beta_2': -3.005036922644086, 'beta_3': -1.2610280939060852}. Best is trial 41 with value: -30.638089691984725.
[I 2021-08-07 00:40:34,292] Trial 105 finished with value: -27.971792928835313 and parameters: {'optimizer': 'SPSA', 'reps': 2, 'gamma_0': -2.4448301568411677, 'gamma_1': -2.6681809616359824, 'beta_0': 3.124361580641194, 'beta_1': -1.9142175178530236}. Best is trial 41 with value: -30.638089691984725.
[I 2021-08-07 01:05:04,005] Trial 106 finished with value: -23.632092342343253 and parameters: {'optimizer': 'QN-SPSA', 'reps': 6, 'gamma_0': -1.1295064673233703, 'gamma_1': -1.1729101458116526, 'gamma_2': -1.6493491341441968, 'gamma_3': 0.21110284668042048, 'gamma_4': 2.8578604072640057, 'gamma_5': 0.6258008307751914, 'beta_0': 2.843632907740618, 'beta_1': 0.021289728306878843, 'beta_2': -2.7018739827421823, 'beta_3': 1.5638869637217898, 'beta_4': 1.7493385695648387, 'beta_5': -2.153447653666441}. Best is trial 41 with value: -30.638089691984725.
[I 2021-08-07 01:15:48,312] Trial 107 finished with value: -26.304464835465527 and parameters: {'optimizer': 'SPSA', 'reps': 1, 'gamma_0': -1.3704541088924809, 'beta_0': 2.506894218899278}. Best is trial 41 with value: -30.638089691984725.
[I 2021-08-07 01:17:42,978] Trial 108 finished with value: -24.162643569293394 and parameters: {'optimizer': 'COBYLA', 'reps': 7, 'gamma_0': 2.261731364092019, 'gamma_1': -2.3554938260252674, 'gamma_2': 2.967218964431391, 'gamma_3': 1.596375348860951, 'gamma_4': -2.6995520300599347, 'gamma_5': -2.81835953121389, 'gamma_6': 0.6467159167091437, 'beta_0': 2.7592386645587674, 'beta_1': 0.46464287953437905, 'beta_2': 1.9488181008634415, 'beta_3': 2.906297950074288, 'beta_4': 2.516249775021711, 'beta_5': -2.7223788800816338, 'beta_6': 1.9050275781187533}. Best is trial 41 with value: -30.638089691984725.
[I 2021-08-07 01:37:01,095] Trial 109 finished with value: -26.494981987359704 and parameters: {'optimizer': 'QN-SPSA', 'reps': 3, 'gamma_0': -2.108090868421825, 'gamma_1': 1.5148411068805976, 'gamma_2': -0.9270808048146769, 'beta_0': 2.060057134066546, 'beta_1': -1.248000248968992, 'beta_2': 2.9631607057166236}. Best is trial 41 with value: -30.638089691984725.
[I 2021-08-07 01:48:41,683] Trial 110 finished with value: -24.72640981060765 and parameters: {'optimizer': 'SPSA', 'reps': 2, 'gamma_0': -2.676969993083426, 'gamma_1': 0.2644008159966072, 'beta_0': -0.2663624688285155, 'beta_1': -0.931404265617006}. Best is trial 41 with value: -30.638089691984725.
[I 2021-08-07 01:59:25,375] Trial 111 finished with value: -30.553806715787807 and parameters: {'optimizer': 'SPSA', 'reps': 1, 'gamma_0': -0.9821258492152013, 'beta_0': 2.649633769860473}. Best is trial 41 with value: -30.638089691984725.
[I 2021-08-07 02:10:13,129] Trial 112 finished with value: -24.198948857237344 and parameters: {'optimizer': 'SPSA', 'reps': 1, 'gamma_0': -0.5418729336608601, 'beta_0': 2.660293334049013}. Best is trial 41 with value: -30.638089691984725.
[I 2021-08-07 02:22:41,058] Trial 113 finished with value: -24.32736808045294 and parameters: {'optimizer': 'SPSA', 'reps': 3, 'gamma_0': -0.8497210580106609, 'gamma_1': -0.2515444548568506, 'gamma_2': 1.3416848956357263, 'beta_0': 2.366772676229386, 'beta_1': 0.20691916295640786, 'beta_2': 0.16217406035998644}. Best is trial 41 with value: -30.638089691984725.
[I 2021-08-07 02:34:22,060] Trial 114 finished with value: -24.016627793581925 and parameters: {'optimizer': 'SPSA', 'reps': 2, 'gamma_0': -1.6095367206601812, 'gamma_1': 0.5133267079447227, 'beta_0': 3.0133949142483494, 'beta_1': -2.538881380252768}. Best is trial 41 with value: -30.638089691984725.
[I 2021-08-07 02:47:48,583] Trial 115 finished with value: -24.038405251914426 and parameters: {'optimizer': 'SPSA', 'reps': 4, 'gamma_0': -0.9896968119763704, 'gamma_1': 3.107213064503018, 'gamma_2': -0.6246888162523642, 'gamma_3': 1.1994890200063086, 'beta_0': 2.572187105880967, 'beta_1': 2.146612066955099, 'beta_2': 1.664070614777558, 'beta_3': 2.0458962490752794}. Best is trial 41 with value: -30.638089691984725.
[I 2021-08-07 03:03:58,256] Trial 116 finished with value: -27.84368265910812 and parameters: {'optimizer': 'QN-SPSA', 'reps': 1, 'gamma_0': -1.3990264045572298, 'beta_0': 2.250748868415843}. Best is trial 41 with value: -30.638089691984725.
[I 2021-08-07 03:26:18,353] Trial 117 finished with value: -24.149106209280724 and parameters: {'optimizer': 'QN-SPSA', 'reps': 5, 'gamma_0': -1.1661046328171958, 'gamma_1': -2.988189344223757, 'gamma_2': 1.6980129420750742, 'gamma_3': -1.1429904667086603, 'gamma_4': 0.21089892080477884, 'beta_0': 3.1405205258085824, 'beta_1': 1.5210809690537006, 'beta_2': -0.17915870238147685, 'beta_3': 1.7917553486580169, 'beta_4': 1.3718143030978356}. Best is trial 41 with value: -30.638089691984725.
[I 2021-08-07 03:37:01,522] Trial 118 finished with value: -30.433889440047174 and parameters: {'optimizer': 'SPSA', 'reps': 1, 'gamma_0': -2.3007131364643767, 'beta_0': 2.8680472372522865}. Best is trial 41 with value: -30.638089691984725.
[I 2021-08-07 03:56:29,896] Trial 119 finished with value: -27.007719097825312 and parameters: {'optimizer': 'QN-SPSA', 'reps': 3, 'gamma_0': -2.2269570988413516, 'gamma_1': -0.5472008711554255, 'gamma_2': -2.649023315776769, 'beta_0': 2.8103422623483088, 'beta_1': -0.3222443878712749, 'beta_2': -1.7754873444406016}. Best is trial 41 with value: -30.638089691984725.
[I 2021-08-07 03:57:09,414] Trial 120 finished with value: -24.969610446796075 and parameters: {'optimizer': 'COBYLA', 'reps': 2, 'gamma_0': -2.884693298214874, 'gamma_1': -0.8161514880085907, 'beta_0': 2.9237052026957566, 'beta_1': 0.9288028138352256}. Best is trial 41 with value: -30.638089691984725.
[I 2021-08-07 04:07:58,493] Trial 121 finished with value: -30.234711782114605 and parameters: {'optimizer': 'SPSA', 'reps': 1, 'gamma_0': -2.3317323518320716, 'beta_0': 2.7098145156458635}. Best is trial 41 with value: -30.638089691984725.
[I 2021-08-07 04:18:45,098] Trial 122 finished with value: -29.794681333248747 and parameters: {'optimizer': 'SPSA', 'reps': 1, 'gamma_0': -2.5375258083016856, 'beta_0': 2.7348275971851534}. Best is trial 41 with value: -30.638089691984725.
[I 2021-08-07 04:32:11,974] Trial 123 finished with value: -24.49276526214132 and parameters: {'optimizer': 'SPSA', 'reps': 4, 'gamma_0': -2.012603701224187, 'gamma_1': -1.6350190517413232, 'gamma_2': -0.18754241699949864, 'gamma_3': -0.5855894259075896, 'beta_0': 3.049702487029995, 'beta_1': 0.7578983572322651, 'beta_2': 1.1001128991785345, 'beta_3': 2.259726041636846}. Best is trial 41 with value: -30.638089691984725.
[I 2021-08-07 04:42:57,095] Trial 124 finished with value: -30.178463416231576 and parameters: {'optimizer': 'SPSA', 'reps': 1, 'gamma_0': -2.369429515582808, 'beta_0': 2.5035107760817095}. Best is trial 41 with value: -30.638089691984725.
[I 2021-08-07 04:55:34,888] Trial 125 finished with value: -25.265062099665535 and parameters: {'optimizer': 'SPSA', 'reps': 3, 'gamma_0': -2.376820782665794, 'gamma_1': -1.9322372083120418, 'gamma_2': -2.2052932549912065, 'beta_0': 2.5133529608761234, 'beta_1': 1.8338573268341156, 'beta_2': -0.5140973328180676}. Best is trial 41 with value: -30.638089691984725.
[I 2021-08-07 05:07:14,545] Trial 126 finished with value: -25.00984592075364 and parameters: {'optimizer': 'SPSA', 'reps': 2, 'gamma_0': -1.8544528902678987, 'gamma_1': 2.911504867739595, 'beta_0': 2.6424446435903697, 'beta_1': 2.687548649966968}. Best is trial 41 with value: -30.638089691984725.
[I 2021-08-07 05:28:03,220] Trial 127 finished with value: -24.60992147671359 and parameters: {'optimizer': 'QN-SPSA', 'reps': 4, 'gamma_0': -2.3330474226870828, 'gamma_1': -1.1824707874560128, 'gamma_2': 1.8698854825904527, 'gamma_3': -0.05908188066431084, 'beta_0': 2.400207750255183, 'beta_1': 2.9400331323708424, 'beta_2': 1.3732752815619818, 'beta_3': -2.3490909711695647}. Best is trial 41 with value: -30.638089691984725.
[I 2021-08-07 05:52:05,122] Trial 128 finished with value: -23.69276905665111 and parameters: {'optimizer': 'QN-SPSA', 'reps': 6, 'gamma_0': -2.6080096874876775, 'gamma_1': 2.3745709398826578, 'gamma_2': -1.893440149085086, 'gamma_3': 2.9598569245457504, 'gamma_4': -0.9146322368744187, 'gamma_5': 2.4046190320611287, 'beta_0': 2.8581097077456614, 'beta_1': 1.1430804420136262, 'beta_2': 0.7200537565651326, 'beta_3': 0.7119014956892397, 'beta_4': 0.2260249439782396, 'beta_5': 3.134045945234399}. Best is trial 41 with value: -30.638089691984725.
[I 2021-08-07 06:02:51,160] Trial 129 finished with value: -29.21294014587178 and parameters: {'optimizer': 'SPSA', 'reps': 1, 'gamma_0': -2.747511154016694, 'beta_0': 2.95255051766494}. Best is trial 41 with value: -30.638089691984725.
[I 2021-08-07 06:22:24,529] Trial 130 finished with value: -26.244981962760406 and parameters: {'optimizer': 'QN-SPSA', 'reps': 3, 'gamma_0': 2.4490177150739516, 'gamma_1': -1.3173018343555345, 'gamma_2': 0.43061129181134583, 'beta_0': 2.770623620578436, 'beta_1': 3.1261906679564393, 'beta_2': -1.9732327500974154}. Best is trial 41 with value: -30.638089691984725.
[I 2021-08-07 06:33:10,323] Trial 131 finished with value: -29.96622329895494 and parameters: {'optimizer': 'SPSA', 'reps': 1, 'gamma_0': -2.4435327442650085, 'beta_0': 3.105998209817287}. Best is trial 41 with value: -30.638089691984725.
[I 2021-08-07 06:43:55,665] Trial 132 finished with value: -30.141447527955947 and parameters: {'optimizer': 'SPSA', 'reps': 1, 'gamma_0': -2.1891366390859712, 'beta_0': 2.60153618751909}. Best is trial 41 with value: -30.638089691984725.
[I 2021-08-07 06:55:35,479] Trial 133 finished with value: -28.27232869250436 and parameters: {'optimizer': 'SPSA', 'reps': 2, 'gamma_0': -2.137013898640779, 'gamma_1': 0.8610273181765046, 'beta_0': 2.658851747602604, 'beta_1': -0.5906020310974234}. Best is trial 41 with value: -30.638089691984725.
[I 2021-08-07 07:07:14,884] Trial 134 finished with value: -28.595229321315646 and parameters: {'optimizer': 'SPSA', 'reps': 2, 'gamma_0': -2.2762025143392712, 'gamma_1': 0.015206984184724201, 'beta_0': 2.495492708037427, 'beta_1': -3.0133350750574603}. Best is trial 41 with value: -30.638089691984725.
[I 2021-08-07 07:18:00,385] Trial 135 finished with value: -28.55888530586828 and parameters: {'optimizer': 'SPSA', 'reps': 1, 'gamma_0': -3.011660056728987, 'beta_0': 2.9139171853911496}. Best is trial 41 with value: -30.638089691984725.
[I 2021-08-07 07:31:27,450] Trial 136 finished with value: -25.09615400603948 and parameters: {'optimizer': 'SPSA', 'reps': 4, 'gamma_0': -1.7869327240057504, 'gamma_1': 1.586385798477082, 'gamma_2': 2.2971377252975866, 'gamma_3': -1.946886925304039, 'beta_0': 2.777278601093263, 'beta_1': -1.8076162149343797, 'beta_2': 0.3996577053161983, 'beta_3': -1.96262267460749}. Best is trial 41 with value: -30.638089691984725.
[I 2021-08-07 09:01:24,389] Trial 137 finished with value: -23.97180109380761 and parameters: {'optimizer': 'QN-SPSA', 'reps': 45, 'gamma_0': -2.1375153424356883, 'gamma_1': 1.162036524664876, 'gamma_2': 0.7959807506472233, 'gamma_3': -2.4925901021961607, 'gamma_4': -1.5878488868722085, 'gamma_5': -0.7771499912640558, 'gamma_6': 2.9914422904891618, 'gamma_7': 1.1350365007695735, 'gamma_8': -0.47298251542510295, 'gamma_9': 1.5379314891722977, 'gamma_10': 1.3930186344874154, 'gamma_11': -1.7026791082821189, 'gamma_12': -1.749492670427956, 'gamma_13': 0.40942733636775686, 'gamma_14': -1.238779791383757, 'gamma_15': -2.4353070480759103, 'gamma_16': -0.7495009875415561, 'gamma_17': 0.2753478077846352, 'gamma_18': 3.1324028976492673, 'gamma_19': 2.661670314399384, 'gamma_20': 3.135039864926419, 'gamma_21': 1.1237780835977231, 'gamma_22': -3.094297425444721, 'gamma_23': -0.38157587905544893, 'gamma_24': 3.1381152182357788, 'gamma_25': -1.8471052496207745, 'gamma_26': -1.1251716878631004, 'gamma_27': -0.48829333260533214, 'gamma_28': -1.8498120759151193, 'gamma_29': -0.9484731333705989, 'gamma_30': -2.0943896945287355, 'gamma_31': 1.5749696849718524, 'gamma_32': -0.8079370444574232, 'gamma_33': -1.530153756113805, 'gamma_34': -1.747558026438906, 'gamma_35': 0.19629625972462386, 'gamma_36': 1.8741743634876062, 'gamma_37': 1.4101687924053312, 'gamma_38': -1.66594137669932, 'gamma_39': -1.5343283525189795, 'gamma_40': -1.1259359984043098, 'gamma_41': -2.9257090420014613, 'gamma_42': -3.0897811589669213, 'gamma_43': 0.4364159206953918, 'gamma_44': 3.0834533962433466, 'beta_0': 2.5721414220231162, 'beta_1': -2.091998994782833, 'beta_2': -1.599082137862574, 'beta_3': 2.7035083531282744, 'beta_4': -2.907472495339825, 'beta_5': 1.9468000208015332, 'beta_6': 2.612171628966623, 'beta_7': 2.824156139586979, 'beta_8': -0.5747683208041828, 'beta_9': -0.7394215054766174, 'beta_10': 1.7605096962662599, 'beta_11': -2.2630809477873655, 'beta_12': -0.9894361771686063, 'beta_13': 0.2915943875957314, 'beta_14': 0.03573210491739897, 'beta_15': -3.0980336671405464, 'beta_16': 3.126139151362721, 'beta_17': 2.568954995998238, 'beta_18': 1.5561526018597456, 'beta_19': -3.0301267916878154, 'beta_20': -2.9614470944785163, 'beta_21': -2.211667879032246, 'beta_22': -0.048560467442216704, 'beta_23': -1.951431441873984, 'beta_24': 2.9115014423779426, 'beta_25': 0.25419572112096106, 'beta_26': 2.1377759250792647, 'beta_27': -1.0587972935941923, 'beta_28': 1.051555526835618, 'beta_29': 2.2448073282663317, 'beta_30': -0.26813739789213004, 'beta_31': 0.21612915359815413, 'beta_32': -0.9040281011399427, 'beta_33': -1.7882767628422704, 'beta_34': 1.3169040241739918, 'beta_35': 1.940978880674495, 'beta_36': 1.877569813348259, 'beta_37': 3.1264020899524385, 'beta_38': -0.22731830072639334, 'beta_39': -1.2859861686386607, 'beta_40': -0.14465820765292514, 'beta_41': -3.102592331519447, 'beta_42': -3.0783621296533017, 'beta_43': -2.3626861643843386, 'beta_44': -3.035946012848517}. Best is trial 41 with value: -30.638089691984725.
[I 2021-08-07 09:15:39,682] Trial 138 finished with value: -23.841117218924147 and parameters: {'optimizer': 'SPSA', 'reps': 5, 'gamma_0': 2.738827025660533, 'gamma_1': 1.3051841278265772, 'gamma_2': -3.0793192829013525, 'gamma_3': 0.6124205797006004, 'gamma_4': 1.6420029757962826, 'beta_0': 2.3897686871573858, 'beta_1': -1.472442074292114, 'beta_2': -2.5465152970461173, 'beta_3': -1.1330111274011547, 'beta_4': -1.518854616713756}. Best is trial 41 with value: -30.638089691984725.
[I 2021-08-07 09:16:40,976] Trial 139 finished with value: -25.40145134262847 and parameters: {'optimizer': 'COBYLA', 'reps': 3, 'gamma_0': -2.4847562760655015, 'gamma_1': 1.9708263424402113, 'gamma_2': 2.013189564671491, 'beta_0': 3.0130866964028646, 'beta_1': -1.0904455576822865, 'beta_2': -0.9444597949212025}. Best is trial 41 with value: -30.638089691984725.
[I 2021-08-07 10:05:31,526] Trial 140 finished with value: -23.9241991551027 and parameters: {'optimizer': 'QN-SPSA', 'reps': 21, 'gamma_0': -2.7071847305896535, 'gamma_1': 1.8244590577320912, 'gamma_2': 0.20188623687089238, 'gamma_3': 2.5288765115058114, 'gamma_4': 2.657509346337825, 'gamma_5': -2.0519202316057163, 'gamma_6': 1.226399759161027, 'gamma_7': -2.670300674201457, 'gamma_8': 2.765121967475031, 'gamma_9': -0.807508203939574, 'gamma_10': 2.5673582058831728, 'gamma_11': 0.5970585352654373, 'gamma_12': -2.383305830489048, 'gamma_13': 1.4157825538999447, 'gamma_14': 0.11499014693227538, 'gamma_15': -1.4844175256715881, 'gamma_16': 1.3438852651367326, 'gamma_17': -1.0766408141155763, 'gamma_18': 0.5656371251345267, 'gamma_19': -2.1824737426704353, 'gamma_20': -1.5720861863230817, 'beta_0': 2.7044560537222804, 'beta_1': 2.4794224763925308, 'beta_2': 2.3409183099378876, 'beta_3': -0.07462756277586949, 'beta_4': 1.0513703576836764, 'beta_5': -0.8247051443770308, 'beta_6': 1.5515274449785552, 'beta_7': -2.8196723622633706, 'beta_8': 2.5251026242970296, 'beta_9': 1.0242338642188624, 'beta_10': -1.6308587239792305, 'beta_11': -1.1605441755586376, 'beta_12': 0.2924057013356292, 'beta_13': 2.3131064873772944, 'beta_14': -3.061305306343251, 'beta_15': -1.7891504377614673, 'beta_16': 0.7192343554585846, 'beta_17': -0.6513361061305142, 'beta_18': -2.5312925666689146, 'beta_19': -1.105191141784562, 'beta_20': 1.7176270744157482}. Best is trial 41 with value: -30.638089691984725.
[I 2021-08-07 10:16:16,481] Trial 141 finished with value: -29.783354666171746 and parameters: {'optimizer': 'SPSA', 'reps': 1, 'gamma_0': -1.9755770997553928, 'beta_0': 2.881618238191539}. Best is trial 41 with value: -30.638089691984725.
[I 2021-08-07 10:27:51,172] Trial 142 finished with value: -25.163376878788252 and parameters: {'optimizer': 'SPSA', 'reps': 2, 'gamma_0': -2.4311536411325605, 'gamma_1': -2.2280702845996236, 'beta_0': 3.1249882663683435, 'beta_1': 1.755384107746675}. Best is trial 41 with value: -30.638089691984725.
[I 2021-08-07 10:38:32,077] Trial 143 finished with value: -28.13952816696476 and parameters: {'optimizer': 'SPSA', 'reps': 1, 'gamma_0': -2.281976931656532, 'beta_0': 3.049139242881676}. Best is trial 41 with value: -30.638089691984725.
[I 2021-08-07 10:49:12,025] Trial 144 finished with value: -29.87181211227623 and parameters: {'optimizer': 'SPSA', 'reps': 1, 'gamma_0': -3.132160238568196, 'beta_0': 2.8628243159771385}. Best is trial 41 with value: -30.638089691984725.
[I 2021-08-07 11:28:28,058] Trial 145 finished with value: -23.97715515881927 and parameters: {'optimizer': 'SPSA', 'reps': 31, 'gamma_0': -2.4853153232904854, 'gamma_1': -2.7351824623910215, 'gamma_2': 2.7647711195097178, 'gamma_3': -2.29130311012108, 'gamma_4': -2.125435896334826, 'gamma_5': -1.2563368747990382, 'gamma_6': -1.7949148221553548, 'gamma_7': 0.6189610902869302, 'gamma_8': 0.1712279006353329, 'gamma_9': 2.147660773759476, 'gamma_10': 0.6140771569177459, 'gamma_11': 1.199461441405056, 'gamma_12': 2.5795981422377836, 'gamma_13': 1.6624015469317985, 'gamma_14': 1.2326387117690822, 'gamma_15': 1.436102445225625, 'gamma_16': 2.9962224989630415, 'gamma_17': 1.4321110512597852, 'gamma_18': -0.528147250061414, 'gamma_19': 0.5317810828048223, 'gamma_20': 2.269580755245562, 'gamma_21': 3.0280117349518787, 'gamma_22': 1.9179619900987768, 'gamma_23': -1.6813165714137885, 'gamma_24': -1.156660761933856, 'gamma_25': -0.6739688830857181, 'gamma_26': 2.007409510668626, 'gamma_27': -2.1217062012414987, 'gamma_28': -3.1395019899665972, 'gamma_29': -1.702458614845575, 'gamma_30': 0.5632593509860561, 'beta_0': 2.612214887337198, 'beta_1': 1.3885471236257125, 'beta_2': 2.8501302757502853, 'beta_3': -0.5888018056037384, 'beta_4': -2.1941928406018554, 'beta_5': -1.3404816729128886, 'beta_6': -1.7038541221328276, 'beta_7': -2.012552760216225, 'beta_8': -2.053230547135923, 'beta_9': 2.5733907003760406, 'beta_10': -2.475696680369712, 'beta_11': 1.9043453191182476, 'beta_12': 2.215513511153197, 'beta_13': -2.5702730747284424, 'beta_14': 0.8871160282092972, 'beta_15': 2.18034922961614, 'beta_16': 0.46445709173096555, 'beta_17': 1.6840905059005487, 'beta_18': -1.2636617380235184, 'beta_19': 1.651867284206144, 'beta_20': -1.0439253801733255, 'beta_21': 1.3529273056065574, 'beta_22': -0.7088653267959922, 'beta_23': -0.26826493299971677, 'beta_24': -1.0984435552470773, 'beta_25': 1.8290329235697433, 'beta_26': 0.5712853250994795, 'beta_27': 2.418073686751177, 'beta_28': -2.0160785242324093, 'beta_29': 0.7529177605864322, 'beta_30': 3.0734532904558702}. Best is trial 41 with value: -30.638089691984725.
[I 2021-08-07 11:40:57,890] Trial 146 finished with value: -24.59278546301737 and parameters: {'optimizer': 'SPSA', 'reps': 3, 'gamma_0': -2.821733866674453, 'gamma_1': -1.8817382597530259, 'gamma_2': 0.6958640919936117, 'beta_0': 3.0047617763339645, 'beta_1': -0.11495737806071238, 'beta_2': -1.1938284027415103}. Best is trial 41 with value: -30.638089691984725.
[I 2021-08-07 11:51:42,896] Trial 147 finished with value: -29.573606175122606 and parameters: {'optimizer': 'SPSA', 'reps': 1, 'gamma_0': -2.605946569517278, 'beta_0': 2.7418435512245294}. Best is trial 41 with value: -30.638089691984725.
[I 2021-08-07 12:09:30,862] Trial 148 finished with value: -28.117031427081802 and parameters: {'optimizer': 'QN-SPSA', 'reps': 2, 'gamma_0': -2.1763926208129143, 'gamma_1': -2.971022627862086, 'beta_0': 3.128532158172268, 'beta_1': -2.2411497309141177}. Best is trial 41 with value: -30.638089691984725.
[I 2021-08-07 12:22:04,926] Trial 149 finished with value: -26.046163919696863 and parameters: {'optimizer': 'SPSA', 'reps': 3, 'gamma_0': 1.1904425205397422, 'gamma_1': 2.6850282288440144, 'gamma_2': 0.9855625647859864, 'beta_0': 2.4861806205264743, 'beta_1': -2.441831723110549, 'beta_2': -2.240325454087752}. Best is trial 41 with value: -30.638089691984725.

print(study.best_trial)

FrozenTrial(number=41, values=[-30.638089691984725], datetime_start=datetime.datetime(2021, 8, 6, 3, 47, 2, 39803), datetime_complete=datetime.datetime(2021, 8, 6, 4, 4, 26, 423479), params={'optimizer': 'QN-SPSA', 'reps': 1, 'gamma_0': 0.548794235915264, 'beta_0': 2.919391243455847}, distributions={'optimizer': CategoricalDistribution(choices=('SPSA', 'QN-SPSA', 'COBYLA')), 'reps': IntUniformDistribution(high=50, low=1, step=1), 'gamma_0': UniformDistribution(high=3.141592653589793, low=-3.141592653589793), 'beta_0': UniformDistribution(high=3.141592653589793, low=-3.141592653589793)}, user_attrs={'best': [-30.638089691984725, optimal function value: -35.0
optimal value: [0. 1. 0. 1. 0.]
status: SUCCESS, array([0.78762278, 3.34170458]), 'QN-SPSA']}, system_attrs={}, intermediate_values={}, trial_id=41, state=TrialState.COMPLETE, value=None)

fig = optuna.visualization.plot_optimization_history(study)
fig.show()

mean, result, optimal_params, optimizer_name = study.user_attrs["best"]
print(f"Optimizer: {optimizer_name}")
print(f"Optimal Parameters: {optimal_params}")

Optimizer: QN-SPSA
Optimal Parameters: [0.78762278 3.34170458]

max_cut.draw(result)

mean, distribution = max_cut.analyse(result, print_output=True)
max_cut.plot_histogram(distribution, mean)

optimal function value: -35.0
optimal value: [0. 1. 0. 1. 0.]
status: SUCCESS
Number of samples (32) is too large to display. Skip.
Expectation Value: -30.638089691984725
Highest Exp.Value: 0 with 0.0091541 %
Lowest Exp.Value: -35 with 0.1895 %
Highest Probability: -32 with 0.25924 %
Ratio r: 0.8753739911995636
MSE: 159.31111437973811
RMSE: 12.621850671741372

import qiskit.tools.jupyter
%qiskit_version_table

/home/hm-tlacherm/.local/lib/python3.8/site-packages/qiskit/aqua/__init__.py:86: DeprecationWarning:

The package qiskit.aqua is deprecated. It was moved/refactored to qiskit-terra For more information see <https://github.com/Qiskit/qiskit-aqua/blob/main/README.md#migration-guide>

Version Information

Qiskit Software	Version
qiskit-terra	0.18.1
qiskit-aer	0.8.2
qiskit-ignis	0.6.0
qiskit-ibmq-provider	0.16.0
qiskit-aqua	0.9.4
qiskit	0.29.0
qiskit-nature	0.1.5
qiskit-optimization	0.2.1
System information
Python	3.8.6 (default, Jan 22 2021, 11:41:28) [GCC 8.4.1 20200928 (Red Hat 8.4.1-1)]
OS	Linux
CPUs	192
Memory (Gb)	6046.015735626221
Sat Aug 07 12:22:05 2021 CEST

import mitiq
mitiq.about()

Mitiq: A Python toolkit for implementing error mitigation on quantum computers
==============================================================================
Authored by: Mitiq team, 2020 & later (https://github.com/unitaryfund/mitiq)

Mitiq Version:	0.9.3

Core Dependencies
-----------------
Cirq Version:	0.10.0
NumPy Version:	1.20.3
SciPy Version:	1.4.1

Optional Dependencies
---------------------
PyQuil Version:	Not installed
Qiskit Version:	0.29.0
Braket Version:	Not installed

Python Version:	3.8.6
Platform Info:	Linux (x86_64)